-- Logs begin at Thu 2021-02-11 12:18:58 UTC, end at Thu 2021-02-11 13:52:57 UTC. -- Feb 11 12:56:22.186472 dv-cinder-773985-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 12:56:24.940781 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:56:24.941629 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev495 Feb 11 12:56:24.942639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 12:56:24.944433 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:56:24.944735 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev495 Feb 11 12:56:24.945101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 12:56:24.946162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 12:56:24.946430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 12:56:24.947507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 12:56:24.947795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 12:56:24.948080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 12:56:24.948518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.948892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.949250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.949518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.949873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.950215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.950544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.950892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.951237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.951569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.951897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.952281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.952547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.952875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.953212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.953551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.953813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] debug = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.954140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.954679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.955011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.955336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.955674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.956277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.956598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.956927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.957305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] host = dv-cinder-773985-4-iscsi {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.957629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.957967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.958303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.958638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.958958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.959279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.959611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.959927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.960273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.960589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.960926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.961267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.961609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.961879 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.962135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.962474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.962810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.963645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.963965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.964312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.964632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.964950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.965267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.965603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.965940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.966276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.966596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.966913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.967227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.967542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.967878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.968221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.968545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.968860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.969200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.969512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.969828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.970181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.970519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.970849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.971182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.971502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.971835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.972173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.972491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.972803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] use_json = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.973118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.973430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.973761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.974075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.974387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.974700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.975018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.975359 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:24.975697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.976097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.976427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.976749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.977089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.977416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.977754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.978075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.978416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.979296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.979638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.979962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.980322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.980645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.980993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.981355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.981705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.982048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.982366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.982683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.982997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.983319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.983650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.983997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.984365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.984683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.985004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.985352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.985676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.985994 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.986316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.986656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.986980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.987297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.987626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.987950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.988310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.988627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.988950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.989289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.989612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.989927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.990244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.990566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.990881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.991212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.991534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.991851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.992192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.992518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.992837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.993154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.993474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.993790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.994111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.994451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.994767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.995083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.995406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.995722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.996058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.996382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.996707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.997026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.997350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.997666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.997980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.998293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.998625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.998968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.999292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.999617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:24.999943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.000307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.000630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.000949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.001274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.001598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.001924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.002273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.002602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.002931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.003262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.003586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.003932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.004279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.004611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.004934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.005283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.005570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.005899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.006244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.006592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.006930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.007274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.007613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.007934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.008330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.008655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:25.008910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:56:25.009184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79855) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 11 12:56:25.673609 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading Gnome Feb 11 12:56:25.692210 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading Google Feb 11 12:56:25.694797 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading Windows (alt) Feb 11 12:56:25.698919 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading file Feb 11 12:56:25.699902 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading keyczar Feb 11 12:56:25.700215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading multi Feb 11 12:56:25.700875 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO keyring.backend [-] Loading pyfs Feb 11 12:56:25.746987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:56:25.747302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:56:25.747632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:56:25.748010 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 12:56:26.144538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.145052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.145052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.195924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.196271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.196575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.200315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.200629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.200932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.270895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.271216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.271523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.272706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.273012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.273312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.547046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.547486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.547614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.547926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.549027 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.701394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.701763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.702086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.702387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.702684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.703064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.703364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.703652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.703937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.704299 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.704593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.704894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.705198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.705538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.705791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.706354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.706754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.706957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.707238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.707722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.708005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.708317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.708652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.708937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.709334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.710746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:26.710746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:26.710746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:26.710746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:26.711094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:26.711191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:26.711552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 12:56:26.715231 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 12:56:26.719350 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 12:56:26.723343 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])]) Feb 11 12:56:26.725005 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 12:56:26.726278 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 12:56:26.726653 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 11 12:56:26.727085 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 12:56:26.729841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 12:56:26.730120 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 12:56:26.730503 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 11 12:56:26.752490 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 11 12:56:26.753004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.753336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79855) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 11 12:56:26.753746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.755086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79855) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 12:56:26.755398 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 11 12:56:26.755671 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 11 12:56:26.759506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.760442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:26.829375 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 12:56:26.829555 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 12:56:26.829827 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 12:56:26.830243 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 12:56:26.867272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.sqlalchemy.engines [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79855) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 11 12:56:27.311892 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing driver for type 'gre' Feb 11 12:56:27.312497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] gre ID ranges: [(1, 1000)] Feb 11 12:56:27.353092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing driver for type 'local' Feb 11 12:56:27.353469 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing driver for type 'vlan' Feb 11 12:56:27.363417 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] VlanTypeDriver initialization complete Feb 11 12:56:27.363783 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing driver for type 'vxlan' Feb 11 12:56:27.364338 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] vxlan ID ranges: [(1, 1000)] Feb 11 12:56:27.405689 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing extension driver 'port_security' Feb 11 12:56:27.406051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.extensions.port_security [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] PortSecurityExtensionDriver initialization complete Feb 11 12:56:27.406422 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing mechanism driver 'openvswitch' Feb 11 12:56:27.412690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79855) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:56:27.413509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.413927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.414306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.414728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.415115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.415501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.415915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.416853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.417230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.417654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > security_group after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.418033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > security_group after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.418408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.418967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.419352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.419733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.420182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > address_group after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.420563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > address_group after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.420938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.421300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] ML2 OVO RPC backend initialized. {{(pid=79855) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 11 12:56:27.422009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.422407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.422861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.423241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > networks before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.423619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.424003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > ports before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.424404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.424779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnets before_response 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.425162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.425538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.425913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.426288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.426660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.427158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.427533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.427898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.428327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.428963 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.plugin [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Modular L2 Plugin initialization complete Feb 11 12:56:27.429319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading services supported by the core plugin {{(pid=79855) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 12:56:27.429691 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.plugins.ml2.managers [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Got port-security extension from driver 'port_security' Feb 11 12:56:27.430195 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.extensions.vlantransparent [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Disabled vlantransparent extension. Feb 11 12:56:27.430680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79855) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 12:56:27.431020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: router Feb 11 12:56:27.470087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.470518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_create 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.470922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router before_create 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.471324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.471740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.472172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_delete 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.472564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.472973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_create 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.473358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_update 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.473758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_update 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.474139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.474538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_update 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.475026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.475446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.475941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.476361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: subnet after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.476742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.477135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.477518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.477905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.478286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.479202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router after_update 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.479572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.479961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.480414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.480804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.481233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > network after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.482264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Tracking information for resource: router configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:27.482636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Tracking information for resource: floatingip configured {{(pid=79855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 12:56:27.487641 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_agentschedulers_db [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 12:56:27.488336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.488732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port after_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.489121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port after_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.489508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: port after_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.490427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router before_create 55550100 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.490834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.491292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_create 55550100 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.491635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > router precommit_update 55550100 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.497304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.provider_configuration [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service providers = [] {{(pid=79855) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 12:56:27.497707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.servicetype_db [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79855) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 12:56:27.500739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.service_base [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 12:56:27.501122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.service_base [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 12:56:27.501498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.service_base [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 12:56:27.502402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.service_base [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 12:56:27.502804 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.services.service_base [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 12:56:27.503241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.503619 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 12:56:27.514243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.514695 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: auto_allocate Feb 11 12:56:27.520482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: network precommit_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.520894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: network precommit_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.521499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.521860 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: tag Feb 11 12:56:27.529008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.529382 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: timestamp Feb 11 12:56:27.533271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.533639 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: network_ip_availability Feb 11 12:56:27.539459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.539861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.540283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.541626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.541949 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: flavors Feb 11 12:56:27.546589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.546963 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading Plugin: revisions Feb 11 12:56:27.551383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 12:56:27.551845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=79855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:56:27.552703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79855) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 11 12:56:27.553080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Initializing extension manager. Feb 11 12:56:27.553628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: __init__.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.554007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: __pycache__ {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.554379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.554748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: address_group.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.555568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.556249 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: address-group Feb 11 12:56:27.556616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: address_scope.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.557938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.558523 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: address-scope Feb 11 12:56:27.558884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.559820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.560438 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: router-admin-state-down-before-update Feb 11 12:56:27.560797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: agent.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.561553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.562144 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: agent Feb 11 12:56:27.562509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: agent_resources_synced.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.563423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.563998 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: agent-resources-synced Feb 11 12:56:27.564423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: allowedaddresspairs.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.566217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.566810 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: allowed-address-pairs Feb 11 12:56:27.567174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: auto_allocated_topology.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.568281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.568864 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: auto-allocated-topology Feb 11 12:56:27.569224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: availability_zone.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.569969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.570556 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: availability_zone Feb 11 12:56:27.570914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: availability_zone_filter.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.571833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.572591 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: availability_zone_filter Feb 11 12:56:27.572957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: data_plane_status.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.573871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.574456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 12:56:27.574820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: default_subnetpools.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.575738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.576348 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: default-subnetpools Feb 11 12:56:27.576708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.577558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.578142 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: dhcp_agent_scheduler Feb 11 12:56:27.578502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: dns.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.579412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.579988 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 12:56:27.580375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: dns_domain_ports.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.581539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.582153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 12:56:27.582504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: dvr.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.583232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.583813 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: dvr Feb 11 12:56:27.584202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: empty_string_filtering.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.585121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.585701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: empty-string-filtering Feb 11 12:56:27.586061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.586973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.587549 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:56:27.587911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.588911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.589483 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 12:56:27.589845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: external_net.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.590757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.591335 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: external-net Feb 11 12:56:27.591700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.592642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.593224 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: extra_dhcp_opt Feb 11 12:56:27.593580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: extraroute.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.594493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.595074 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: extraroute Feb 11 12:56:27.595435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: extraroute_atomic.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.596487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.597076 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: extraroute-atomic Feb 11 12:56:27.597434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: filter_validation.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.598132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.598714 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: filter-validation Feb 11 12:56:27.599065 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: fip_pf_description.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.599982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.600589 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 12:56:27.600949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: fip_port_details.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.601968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.602549 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: fip-port-details Feb 11 12:56:27.602907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: flavors.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.604875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.605284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: flavors Feb 11 12:56:27.605647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.607309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.607907 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 12:56:27.608300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: floatingip_pools.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.609051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.609634 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: floatingip-pools Feb 11 12:56:27.609995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: ip_allocation.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.610925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.611504 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 12:56:27.611867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.612814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.613401 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: ip-substring-filtering Feb 11 12:56:27.613759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l2_adjacency.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.614960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.615258 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 12:56:27.615618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.616744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.617339 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: router Feb 11 12:56:27.617708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.620659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.621271 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:56:27.621647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.622577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.623169 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: ext-gw-mode Feb 11 12:56:27.623531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.624592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.625182 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: l3-ha Feb 11 12:56:27.625547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3_flavors.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.626467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.627046 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: l3-flavors Feb 11 12:56:27.627408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.628349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.628927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 12:56:27.629327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: l3agentscheduler.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.630546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.631154 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: l3_agent_scheduler Feb 11 12:56:27.631634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: logging.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.633093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.633694 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension logging not supported by any of loaded plugins Feb 11 12:56:27.634061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: metering.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.634898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.635604 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: metering Feb 11 12:56:27.635962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.637125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.637719 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: metering_source_and_destination_fields Feb 11 12:56:27.638083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: multiprovidernet.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.639010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.639596 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: multi-provider Feb 11 12:56:27.639960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: netmtu.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.640901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.641492 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: net-mtu Feb 11 12:56:27.641850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: netmtu_writable.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.642773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.643361 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: net-mtu-writable Feb 11 12:56:27.643718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: network_availability_zone.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.644617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.645201 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: network_availability_zone Feb 11 12:56:27.645560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: network_ip_availability.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.646678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.647262 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: network-ip-availability Feb 11 12:56:27.647623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: network_segment_range.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.648496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.649078 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 12:56:27.649440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: pagination.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.650435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.650839 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: pagination Feb 11 12:56:27.651199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: port_device_profile.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.652159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.652750 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: port-device-profile Feb 11 12:56:27.653117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.654041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.654621 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: port-mac-address-regenerate Feb 11 12:56:27.654986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.655903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.656511 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: port-numa-affinity-policy Feb 11 12:56:27.656871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: port_resource_request.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.657788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.658361 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 12:56:27.658721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: portbindings.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.659660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.660268 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: binding Feb 11 12:56:27.660628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: portbindings_extended.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.661918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.662506 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: binding-extended Feb 11 12:56:27.662866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: portsecurity.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.663788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.664394 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: port-security Feb 11 12:56:27.664756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: project_id.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.665724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.666605 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: project-id Feb 11 12:56:27.666966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: providernet.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.667889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.668513 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: provider Feb 11 12:56:27.668874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.672590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.673192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos not supported by any of loaded plugins Feb 11 12:56:27.673562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.674841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.675434 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 12:56:27.675802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.676744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.677332 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 12:56:27.677697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_default.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.678612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.679194 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-default not supported by any of loaded plugins Feb 11 12:56:27.679550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_fip.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.680259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.680844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 12:56:27.681205 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_gateway_ip.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.682775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.683356 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 12:56:27.683714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_port_network_policy.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.684667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.685245 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 12:56:27.685603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_rule_type_details.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.686530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.687140 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 12:56:27.687498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: qos_rules_alias.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.688557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.689152 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 12:56:27.689513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: quotasv2.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.690573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.690930 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: quotas Feb 11 12:56:27.691270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: quotasv2_detail.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.694269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.694655 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: quota_details Feb 11 12:56:27.695028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: rbac.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.696254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.696866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: rbac-policies Feb 11 12:56:27.697235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: rbac_address_scope.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.698199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.698790 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: rbac-address-scope Feb 11 12:56:27.699157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: rbac_security_groups.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.700096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.700684 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: rbac-security-groups Feb 11 12:56:27.701046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: rbac_subnetpool.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.701971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.702561 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: rbac-subnetpool Feb 11 12:56:27.702923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: revisionifmatch.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.703852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.704475 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: revision-if-match Feb 11 12:56:27.704839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: revisions.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.706212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.706767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: standard-attr-revisions Feb 11 12:56:27.707130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: router_availability_zone.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.707857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.708474 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: router_availability_zone Feb 11 12:56:27.708837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: routerservicetype.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.709759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.710333 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 12:56:27.710694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.711620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.712234 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: security-groups-normalized-cidr Feb 11 12:56:27.712598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.713561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.714139 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: port-security-groups-filtering Feb 11 12:56:27.714499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.715433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.716010 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: security-groups-remote-address-group Feb 11 12:56:27.716394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: securitygroup.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.729979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.730608 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: security-group Feb 11 12:56:27.730977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: segment.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.731838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.732469 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension segment not supported by any of loaded plugins Feb 11 12:56:27.732835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.733790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.734381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 12:56:27.734746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: servicetype.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.735856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.736470 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: service-type Feb 11 12:56:27.737064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: sorting.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.737819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.738196 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: sorting Feb 11 12:56:27.738559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: standard_attr_segment.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.739481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.740097 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 12:56:27.740466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: standardattrdescription.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.741162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.741752 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: standard-attr-description Feb 11 12:56:27.742115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: stateful_security_group.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.743057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.743642 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: stateful-security-group Feb 11 12:56:27.744004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: stdattrs_common.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.745153 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 12:56:27.745519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.746538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.747134 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 12:56:27.747492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: subnet_onboard.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.748590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.749188 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: subnet_onboard Feb 11 12:56:27.749539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.750480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.751061 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 12:56:27.751428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: subnet_service_types.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.752392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.752974 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: subnet-service-types Feb 11 12:56:27.753335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: subnetallocation.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.754426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.755034 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: subnet_allocation Feb 11 12:56:27.755399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.756124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.759593 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: subnetpool-prefix-ops Feb 11 12:56:27.759593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.759593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.759593 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 12:56:27.759593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: tagging.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.760172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.760773 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: standard-attr-tag Feb 11 12:56:27.761133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: timestamp.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.762327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.762915 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loaded extension: standard-attr-timestamp Feb 11 12:56:27.763279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: trunk.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.764336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.764923 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension trunk not supported by any of loaded plugins Feb 11 12:56:27.765292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: trunk_details.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.766235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.766793 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 12:56:27.767190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: uplink_status_propagation.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.768126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.768743 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 12:56:27.769136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Loading extension file: vlantransparent.py {{(pid=79855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 12:56:27.769734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:56:27.770313 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 12:56:27.773132 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:network Feb 11 12:56:27.773967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:subnet Feb 11 12:56:27.774636 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:56:27.775312 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:port Feb 11 12:56:27.777381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.777869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service FLAVORS assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.778693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.779170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.779866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:router Feb 11 12:56:27.780295 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:56:27.781313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service METERING assigned prefix: /metering {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.782942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.783348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.783735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 12:56:27.784910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:56:27.785399 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:56:27.786190 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:56:27.787155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service CORE assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.787612 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:56:27.787896 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] subnetpool is already registered Feb 11 12:56:27.788807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service CORE assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.789101 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:56:27.789463 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] subnetpool is already registered Feb 11 12:56:27.792898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.793337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service FLAVORS assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.793992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.794459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.794831 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:router Feb 11 12:56:27.795197 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] router is already registered Feb 11 12:56:27.795857 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:56:27.796245 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] floatingip is already registered Feb 11 12:56:27.796940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service METERING assigned prefix: /metering {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.797688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:56:27.798136 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] rbac_policy is already registered Feb 11 12:56:27.798683 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:56:27.799046 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] security_group is already registered Feb 11 12:56:27.799708 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:56:27.800090 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] security_group_rule is already registered Feb 11 12:56:27.800834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service CORE assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.801198 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:56:27.801555 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] subnetpool is already registered Feb 11 12:56:27.802210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.resource_helper [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Service CORE assigned prefix: {{(pid=79855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 12:56:27.802570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:56:27.802925 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.quota.resource_registry [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] subnetpool is already registered Feb 11 12:56:27.803655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: extensions {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.805283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: address-groups {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.806998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: address-scopes {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.808306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: agents {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.809682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: auto-allocated-topology {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.811017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: availability_zones {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.812448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: dhcp-networks {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.813976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: dhcp-agents {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.815477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: routers {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.817401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: flavors {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.818660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: service_profiles {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.819961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: next_providers {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.821754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: service_profiles {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.823489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: floatingip-pools {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.824803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: routers {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.827741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: floatingips {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.829067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: l3-routers {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.830546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: l3-agents {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.832336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: metering-labels {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.833789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: metering-label-rules {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.835163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: network-ip-availabilities {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.836740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: bindings {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.839018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: quotas {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.840575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: quotas {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.842088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: rbac-policies {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.843463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: security-groups {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.844794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: security-group-rules {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.846109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: service-providers {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.847398 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: subnetpools {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.848918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: subnetpools {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.850452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.852279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.854822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.856736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.858627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.860470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.862361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.864431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.867656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.869767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.extensions [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Extended resource: tags {{(pid=79855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 12:56:27.876962 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING keystonemiddleware.auth_token [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 12:56:27.882342 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING keystonemiddleware.auth_token [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 12:56:27.891292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Acquired lock "singleton_lock" {{(pid=79855) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 11 12:56:27.891816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Releasing lock "singleton_lock" {{(pid=79855) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 11 12:56:27.893331 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Starting 2 workers Feb 11 12:56:27.899086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Started child 79968 {{(pid=79855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 12:56:27.904628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:27.904972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Started child 79969 {{(pid=79855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 12:56:27.906165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [-] (79968) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:56:27.906525 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 12:56:27.907443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Notify callbacks [] for process, before_spawn {{(pid=79855) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:27.909252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:27.910457 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Starting 1 workers Feb 11 12:56:27.910653 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [-] (79969) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:56:27.915434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Started child 79970 {{(pid=79855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 12:56:27.915985 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Starting 1 workers Feb 11 12:56:27.917976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] calling RpcWorker wait() {{(pid=79970) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 12:56:27.918449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] returning from RpcWorker wait() {{(pid=79970) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 12:56:27.920814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:27.921373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:56:27.921738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Started child 79971 {{(pid=79855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 12:56:27.922590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-33e92d1a-3cd1-4ec7-8a92-d069d710f6a4 None None] Notify callbacks [] for process, after_spawn {{(pid=79855) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:27.924322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79855) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 11 12:56:27.924770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 12:56:27.924770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 12:56:27.925331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 12:56:27.925331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 12:56:27.926126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 12:56:27.926126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.926723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:27.927058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.927058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.927058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.928282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.928574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:56:27.928873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.928873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.928873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.928873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.928873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.929978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.929978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.929978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.929978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.930559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.930559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.930559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.931118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.931118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.931385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.931737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.932089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.932376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] debug = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.932539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.933008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.933266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.933574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.933790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.934140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.934364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.934611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.934889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.935137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.935415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.935708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.935942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.936238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.936534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.936784 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.937234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] host = dv-cinder-773985-4-iscsi {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.937497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.937745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.938141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.938298 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.938564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.938850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.939261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.939684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.939989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.940285 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.940567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.940841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.941228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.941377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.941517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_options = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.941764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.942058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.942476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.942629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.942787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.943047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.943195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.943345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.943586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.943850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.944122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.944404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.944682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.944929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.945205 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.945450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.945716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.945951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.946268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.946562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.946844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.947114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.947413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.947685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.947940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.948226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.948493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.949536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.949536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.949536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.949536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.950454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.950454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.950454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.950454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.951424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.951424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.951424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.952101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.952101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.952101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.952522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.952777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.952777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.953100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.953381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_json = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.953536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.953678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.953935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.954181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.954425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.954701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.954935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.955217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:27.955776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.956312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.956595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.956998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.957260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.957529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.957982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.958146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.958487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.958672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.958949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.959372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.959520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.959723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.960233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.960754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.961621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.961621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.961621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.962029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.962029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.962260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.963847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.963847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.963847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.964138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.964246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.965838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.966058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.966280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.966564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.966812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.967088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.967345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.967646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.967913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.968923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.968923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.968923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.968923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.971224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.972488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.972488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.972488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.972488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.972488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.973988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.974133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.974376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.974637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.974892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.975159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.975406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.975650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.975894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.976182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.976545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.977070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.977327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.977595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.977803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.978240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.978516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.979338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.979709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.979971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.980510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.980804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.981059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.981341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.981597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.982043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.982306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.982586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.982942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.983659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.983659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.984086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.984086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.984366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.984989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.984989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.985249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.985371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.985615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.985877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.986357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.986494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.987129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.987129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.987386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.987496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.987761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.988291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.988435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.988611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.988930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.989247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.989565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.989862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.990137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.990417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.990702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.991001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.991271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.991567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.991804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.992230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.992444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.992631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.992867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.993797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.993797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.993797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.994210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.994328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.994571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.994869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.995125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.995462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.995728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.995947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.996261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.996530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.996779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.997026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.997335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.997633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.997880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.998370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.998723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.998997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.999260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.999561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:27.999830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.000130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.000374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.000644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.000896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.001185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.001458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.002464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.002464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.002464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.002464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.002827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.002900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.003557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.003557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.010603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.011327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.012178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.013430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.016851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.017221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.017377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.017898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.018335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.018762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.019273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.019684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.020136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.020553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.020978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.021377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.021853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.022387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.022898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.023366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.023807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.024296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.024757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.025201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.026140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.026618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.027130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.027559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.028013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.028449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.028906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.029184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.029416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.029837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.030102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.030387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.030683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.030964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.031248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.031514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.031782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.032058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.032355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.032615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.032911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.033105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.033322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:56:28.033867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79855) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 11 12:56:28.034034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 12:56:28.034292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 12:56:28.034437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 12:56:28.034570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 12:56:28.034714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 12:56:28.035096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.035439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.035919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.036128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.036390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.036690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.036934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.037162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.037162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.037608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.037608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.037608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.038830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.039562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.039562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.039562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.039562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] debug = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.039562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.040437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.040437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.040437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.040437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.040437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.041731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.041731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.041731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.042987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] host = dv-cinder-773985-4-iscsi {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.044234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.045472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_options = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.046379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.046379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.046379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.046379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.046379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.046379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.047845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.048349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.048349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.048349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.048737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.048737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.048737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.049928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.050198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.050198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.050472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.050472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.050738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.050876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.051917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.052102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.052293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.052479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.052664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.052849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_json = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.053991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.054378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 12:56:28.054584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.054792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.055004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.055168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.055434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.055765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.056089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.056405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.056756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.057086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.057335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.057531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.057738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.057998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.058311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.058633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.058953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.059275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.059576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.059786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.059972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.060210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.060431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.060627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.060823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.061014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.061206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.061399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.061591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.062218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.062668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.062839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.063018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.063213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.063452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.063708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.063708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.063948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.064153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.064270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.064377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.064573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.064796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.065951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.066155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.066344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.066528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.066716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.066904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.067219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.067411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.067411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.067644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.067768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.067926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.068361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.068551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.068739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.068926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.069115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.069403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.069564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.069678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.069781 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.069956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.070144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.070330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.070517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.070703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.070890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.071080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.071272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.071422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.071607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.071793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.071980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.072193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.072388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.072596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.072788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.072972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.073182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.073300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.073485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.073772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.073929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.074041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.074182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.074369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.074555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.074749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.074940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.075129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.075315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.075502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.075704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.075864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.076091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.076249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.076437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.076624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.076811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.076998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.077185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.077508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.077508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.077716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.077904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.078097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.078272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.078475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.078664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.078852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.079040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.079229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.079387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.079583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.079762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.079936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.080096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.080237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.080421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.080623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.080811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.081251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.081440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.081676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.081875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.082040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.082193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.082476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.082670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.082857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.083045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.083233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.083476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.083778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.084134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.084315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.084449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.084593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.084738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.084989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.085187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.085341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.085536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.085729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.085914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.086029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:56:28.086159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.086311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.086441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.086567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.086754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.086937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.087124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.087320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.087524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.087688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.087848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.088700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.088700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.088895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.088992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.089175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.089364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.089553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.089742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.089930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.090118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.090306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.090495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.090682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.090871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.091059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.091247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.091436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.091625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.091812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.091999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.092211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.092400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.092606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.092793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.092980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.093166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.093354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.093543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.093730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.093924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.094087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.094273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.094460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.094650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.094841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.095028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.095223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.095411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.095600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.095785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.095973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.098093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.098093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.098322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.098465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.098802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.099240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.099467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.099709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.099909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.100221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.100367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.100659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.100970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.101288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.101590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.101850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.102104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.102304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.102407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.102551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.102755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.102944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.103225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.103426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.103670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.104353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.104597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.104787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.104953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.105071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.105279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.105473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.105587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.105740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.106967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.107121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.107312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.107501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.107690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.107879 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.108089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.108363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.108561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.108775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.108912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.109104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.109291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.109480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.109667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.109856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.110042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.110229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:56:28.110410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:56:28.382985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38824) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:56:28.395384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101464 Feb 11 12:56:39.276291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73a9a0-7563-4232-8ac6-3eb99a21afee None None] get_active_networks_info from dv-cinder-773985-4-iscsi {{(pid=79970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 12:56:39.408190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa73a9a0-7563-4232-8ac6-3eb99a21afee None None] No non-hosted networks {{(pid=79970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 12:56:39.440071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agentschedulers_db [None req-aa73a9a0-7563-4232-8ac6-3eb99a21afee None None] DHCP Agent not found on host dv-cinder-773985-4-iscsi {{(pid=79970) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 11 12:56:39.613713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbc8b-a9ca-4ee6-822c-cdf3332140ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709'] for agent, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:42.141346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-af2a1153-ac9f-4be1-88f1-3dbee0dea2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709'] for agent, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:42.191391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ecc638d8-26be-40b6-b940-b3a265420237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:42.272652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709'] for agent, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:43.708831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709'] for agent, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:43.710325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.710861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.711379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.712302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.713343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.713936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.714450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.714983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.718046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.721897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.723450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.729024 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:43.734693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:56:43.742079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:56:44.191799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709'] for agent, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:45.611711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38916) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:56:45.691111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] get_endpoint_by_host() called for host dv-cinder-773985-4-iscsi {{(pid=79970) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 11 12:56:45.700802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] get_endpoint_by_ip() called for ip 192.168.0.98 {{(pid=79970) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 11 12:56:45.707214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] _add_endpoint() called for ip 192.168.0.98 {{(pid=79970) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 11 12:56:45.716251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] _get_endpoints() called {{(pid=79970) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 11 12:56:46.397371 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-abd0d3d6-03a8-4581-bd63-c29098f2d386 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:46.397996 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-abd0d3d6-03a8-4581-bd63-c29098f2d386 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:46.635108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [None req-abd0d3d6-03a8-4581-bd63-c29098f2d386 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:56:46.636376 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-abd0d3d6-03a8-4581-bd63-c29098f2d386 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0222690 Feb 11 12:56:48.371741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_hamode_db [None req-dfb99eac-fa4b-48e3-9492-d2b8a1b1f4e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 12:56:48.464520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb99eac-fa4b-48e3-9492-d2b8a1b1f4e7 None None] Routers set() bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 12:56:48.464854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb99eac-fa4b-48e3-9492-d2b8a1b1f4e7 None None] Router IDs set() for agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 11 12:56:49.450909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38932) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:56:49.880169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:49.951048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.policy [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79968) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 11 12:56:49.951898 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:49.952333 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:49.979107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] Loaded quota_driver: . Feb 11 12:56:49.995043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:56:50.053431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751078664097', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751078480063', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751078485652', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751078495551', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751078494880', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854042269', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854051658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1728886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853117475'] for rbac-policy, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:50.123219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:50.124463 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3d593e0b-b967-4075-a799-0eb161a49ae1 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6725869 Feb 11 12:56:53.184724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38946) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:56:53.873208 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:53.873841 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:54.133754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Request body: {'network': {'project_id': '3eed4212d92a4ae09abdd1619a945528', 'name': 'private', 'admin_state_up': True}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:54.149919 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.quota [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Loaded quota_driver: . Feb 11 12:56:54.157771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:56:54.164402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Usage tracker for resource:network and tenant:3eed4212d92a4ae09abdd1619a945528 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:56:54.168947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:56:54.176152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:56:54.191318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Made reservation on behalf of 3eed4212d92a4ae09abdd1619a945528 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 12:56:54.240396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.policy [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79969) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 11 12:56:54.241321 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:54.241721 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING oslo_policy.policy [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:56:54.272793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.292661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.310524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:56:54.314409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Usage tracker for resource:security_group_rule and tenant:3eed4212d92a4ae09abdd1619a945528 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:56:54.318431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:56:54.324723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:56:54.428206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.431852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.437860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:56:54.460010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 12:56:54.488187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.488764 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Added segment eec4a196-2266-44fa-a173-4ba3c8aa8d47 of type vxlan for network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 Feb 11 12:56:54.697196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb0793e-9a00-4f3e-9e59-37b9359d1475,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:56:54.719479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.719855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.720244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.720605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.720958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.721308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.721657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.722002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.722349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.722693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.723038 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.723515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Tracked resource versions report: Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 12:56:54.724555 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 12:56:54.768987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:56:54.770919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.809362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.810686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:56:54.811352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:54.816303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:56:54.926520 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.7406399 Feb 11 12:56:54.929395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1ef4b6-18a2-43c6-8587-99bb771c7ee6,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:56:54.932778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:56:54.940880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 12:56:58.112376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38968) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:56:58.637459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f38b1-057c-43f8-86bc-afd868260096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:56:58.638967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a35f38b1-057c-43f8-86bc-afd868260096 admin admin] 10.222.0.93 "GET /v2.0/networks/ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 HTTP/1.1" status: 200 len: 818 time: 0.5253391 Feb 11 12:56:58.671304 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-029066d4-3d6c-41a9-a75e-1e05fc4efe62 admin admin] 10.222.0.93 "GET /v2.0/subnetpools/51ce9e2a-38b8-4753-b9ad-06d63e42fad6 HTTP/1.1" status: 200 len: 734 time: 0.0260291 Feb 11 12:56:58.682434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6', 'ip_version': 4, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:58.687678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:56:58.691707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Usage tracker for resource:subnet and tenant:3eed4212d92a4ae09abdd1619a945528 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:56:58.694792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:56:58.703760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:56:58.713518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Made reservation on behalf of 3eed4212d92a4ae09abdd1619a945528 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 12:56:58.718157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:59.201842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:59.218037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:56:59.359761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2677f7-4ff9-4d35-a752-9aa799b3970f,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:56:59.365606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:56:59.423952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Checking segment: {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 12:56:59.424380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Network hostable DHCP agents. Network: ff1ef4b6-18a2-43c6-8587-99bb771c7ee6, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 12:56:59.445403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 12:56:59.455000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, ff1ef4b6-18a2-43c6-8587-99bb771c7ee6) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 12:56:59.459691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:56:59.460377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:56:59.465826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a784861-3718-460b-995e-08ce88a6a0bd None None] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 12:56:59.481055 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8024263 Feb 11 12:56:59.965372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 12:56:59.966419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:00.299797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Allocated IP 172.20.0.2 (ff1ef4b6-18a2-43c6-8587-99bb771c7ee6/7b2677f7-4ff9-4d35-a752-9aa799b3970f/54d4781c-1d86-4880-ba7d-1e23be0e2c65) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 12:57:00.554507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:00.568287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Transition to ACTIVE for port object 54d4781c-1d86-4880-ba7d-1e23be0e2c65 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 12:57:00.591648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Transition to ACTIVE for port object 54d4781c-1d86-4880-ba7d-1e23be0e2c65 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 12:57:00.597834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:00.613918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:00.757807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Pushing event updated for resources: {'Port': ['ID=54d4781c-1d86-4880-ba7d-1e23be0e2c65,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:00.769655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.770028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.770404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.770773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.771137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.771504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.771875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.772250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.772614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.772995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.773350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.773683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Tracked resource versions report: Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 12:57:00.774897 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 12:57:00.782126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:00.826187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 12:57:00.827366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 12:57:00.830254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 12:57:00.894011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Attempting to bind port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:00.894410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Attempting to bind port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 12:57:00.894818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Attempting to bind port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 on network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 12:57:00.900541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 12, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 12:57:00.901014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Checking segment: {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 12:57:00.902660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:00.902660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Bound using segment: {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 12:57:00.902660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Bound port: 54d4781c-1d86-4880-ba7d-1e23be0e2c65, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 12:57:00.902660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:01.001283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] For port 54d4781c-1d86-4880-ba7d-1e23be0e2c65, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 12:57:01.005565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] For port 54d4781c-1d86-4880-ba7d-1e23be0e2c65, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=54d4781c-1d86-4880-ba7d-1e23be0e2c65,segment=NetworkSegment(eec4a196-2266-44fa-a173-4ba3c8aa8d47),segment_id=eec4a196-2266-44fa-a173-4ba3c8aa8d47)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 12:57:01.009013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:01.025899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:01.191956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Pushing event updated for resources: {'Port': ['ID=54d4781c-1d86-4880-ba7d-1e23be0e2c65,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:01.195373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:02.342460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38978) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:02.817231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [None req-495d6cf3-9b39-4f18-8c2e-efa4a4344032 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:57:02.818404 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-495d6cf3-9b39-4f18-8c2e-efa4a4344032 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4750054 Feb 11 12:57:05.660688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38992) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:05.779050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 54d4781c-1d86-4880-ba7d-1e23be0e2c65 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 12:57:05.852019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 12:57:06.049792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511b015-8374-4d11-b092-fcce35ec27e0 None None] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 12:57:06.136124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [None req-ab4e6c74-22ae-4ee6-9b32-dbff6535cad4 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:57:06.137482 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ab4e6c74-22ae-4ee6-9b32-dbff6535cad4 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4757564 Feb 11 12:57:06.152545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-90920683-5468-403d-9c1c-51486e786edc None None] Provisioning for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 12:57:06.167021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-90920683-5468-403d-9c1c-51486e786edc None None] Provisioning complete for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:06.167437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90920683-5468-403d-9c1c-51486e786edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:06.419418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90920683-5468-403d-9c1c-51486e786edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:06.476200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-90920683-5468-403d-9c1c-51486e786edc None None] For port 54d4781c-1d86-4880-ba7d-1e23be0e2c65, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=54d4781c-1d86-4880-ba7d-1e23be0e2c65,segment=NetworkSegment(eec4a196-2266-44fa-a173-4ba3c8aa8d47),segment_id=eec4a196-2266-44fa-a173-4ba3c8aa8d47)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 12:57:06.479568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90920683-5468-403d-9c1c-51486e786edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:06.484815 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3e747454-e38e-4a45-a1e3-78cebf9449d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:06.563301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90920683-5468-403d-9c1c-51486e786edc None None] Pushing event updated for resources: {'Port': ['ID=54d4781c-1d86-4880-ba7d-1e23be0e2c65,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:06.567364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90920683-5468-403d-9c1c-51486e786edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:06.807018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-cc6f0da8-be1f-4fe1-91a7-a611b809d49a None None] Provisioning complete for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:06.807565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cc6f0da8-be1f-4fe1-91a7-a611b809d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:07.068000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-555b13e7-1dfc-45d6-a685-7a30f1077bbc None None] Provisioning complete for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:07.068467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-555b13e7-1dfc-45d6-a685-7a30f1077bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:07.750452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 54d4781c-1d86-4880-ba7d-1e23be0e2c65 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 12:57:07.832542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:07.833152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.148701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53161246-b4eb-42dc-a7f5-52c2585ace98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.280721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39004) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:09.800500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Request body: {'router': {'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'name': 'router1', 'admin_state_up': True}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:09.806623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:57:09.810461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Usage tracker for resource:router and tenant:3eed4212d92a4ae09abdd1619a945528 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:57:09.813860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:57:09.819923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:57:09.829287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.830604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.857918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.964991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.984264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:09.985529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ad77b204-1803-4b91-97a5-d74957fb2dba admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7037587 Feb 11 12:57:12.143430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f803fdf3-1fbe-43b5-847a-5b14c6bec5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:12.195767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:12.797268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39024) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:12.991013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [None req-b6c11afd-d0d5-49f0-8ac5-b298d6a61863 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:57:12.992093 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b6c11afd-d0d5-49f0-8ac5-b298d6a61863 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1937890 Feb 11 12:57:13.691493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:14.133371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:15.657143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39044) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:15.739808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:15.745709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:57:15.750142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Usage tracker for resource:network and tenant:79c71bb55659497c862c86fd2e95e851 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:57:15.753869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:57:15.759858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:57:15.771225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Made reservation on behalf of 79c71bb55659497c862c86fd2e95e851 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 12:57:15.776384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:15.792869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:15.809718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:57:15.813650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Usage tracker for resource:security_group_rule and tenant:79c71bb55659497c862c86fd2e95e851 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:57:15.816674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:57:15.822399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:57:15.917491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:15.920316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:15.924665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:15.939107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Reserving flat network on physical network physnet1 {{(pid=79969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 11 12:57:15.963654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3296f2c-beb8-4261-a41d-4f0296fbdf02,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:15.967297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:15.970065 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:15.970676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Unsubscribe: segment precommit_create {{(pid=79969) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 11 12:57:15.971084 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Added segment 01acaf1b-ad98-42c1-ae60-d4682a7fa328 of type flat for network 196a9aac-d940-49d1-af92-db0c3e23e380 Feb 11 12:57:16.004450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:16.044297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:16.045533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:57:16.046165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:16.051044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:16.153816 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4954820 Feb 11 12:57:16.161201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Pushing event updated for resources: {'Network': ['ID=196a9aac-d940-49d1-af92-db0c3e23e380,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:16.164057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:16.171965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 196a9aac-d940-49d1-af92-db0c3e23e380 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 12:57:18.718134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39054) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:18.861929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a741905-da90-48bf-a1ed-21964f86e2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:57:18.863504 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7a741905-da90-48bf-a1ed-21964f86e2a0 admin admin] 10.222.0.93 "GET /v2.0/subnets/7b2677f7-4ff9-4d35-a752-9aa799b3970f HTTP/1.1" status: 200 len: 849 time: 0.1442084 Feb 11 12:57:19.015299 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-63be8db5-9ecf-46a8-b67f-051de833f91a admin admin] 10.222.0.93 "GET /v2.0/routers/bb6d315f-db1c-4cd1-8f04-c855743de4dc HTTP/1.1" status: 200 len: 704 time: 0.1444304 Feb 11 12:57:19.652961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:20.025719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Allocated IP 172.20.0.1 (ff1ef4b6-18a2-43c6-8587-99bb771c7ee6/7b2677f7-4ff9-4d35-a752-9aa799b3970f/1443ea65-64e0-4add-8228-1e6447a370df) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 12:57:20.193279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:20.211294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Transition to ACTIVE for port object 1443ea65-64e0-4add-8228-1e6447a370df will not be triggered until provisioned by entity DHCP. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 12:57:20.269322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:20.285053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:20.430136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Pushing event updated for resources: {'Port': ['ID=1443ea65-64e0-4add-8228-1e6447a370df,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:20.436474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:20.481733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 12:57:20.482920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 12:57:20.485224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 12:57:20.485742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:20.712655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-5972c736-4d5d-455c-ade8-02a670c64ee3 None None] Provisioning for port 1443ea65-64e0-4add-8228-1e6447a370df completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 12:57:20.717735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-5972c736-4d5d-455c-ade8-02a670c64ee3 None None] Provisioning complete for port 1443ea65-64e0-4add-8228-1e6447a370df triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:20.718145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5972c736-4d5d-455c-ade8-02a670c64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:20.761644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:20.921824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-5972c736-4d5d-455c-ade8-02a670c64ee3 None None] Port 1443ea65-64e0-4add-8228-1e6447a370df cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 12:57:21.065291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:21.069264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:21.070367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:21.086388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:21.391491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Pushing event updated for resources: {'Port': ['ID=1443ea65-64e0-4add-8228-1e6447a370df,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:21.395843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:21.442456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 12:57:21.443569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 12:57:21.645868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-8e54adeb-47a2-4420-8a01-3d4bdb8f224f None None] Provisioning complete for port 1443ea65-64e0-4add-8228-1e6447a370df triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:21.646386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e54adeb-47a2-4420-8a01-3d4bdb8f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:21.655004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Router bb6d315f-db1c-4cd1-8f04-c855743de4dc is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 12:57:21.703280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-8e54adeb-47a2-4420-8a01-3d4bdb8f224f None None] Port 1443ea65-64e0-4add-8228-1e6447a370df cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 12:57:21.828386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 12:57:21.840212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Sync routers for ids ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 12:57:21.842966 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] 10.222.0.93 "PUT /v2.0/routers/bb6d315f-db1c-4cd1-8f04-c855743de4dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8219662 Feb 11 12:57:21.852579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Routers {'bb6d315f-db1c-4cd1-8f04-c855743de4dc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 12:57:21.853605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T12:57:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:22.065139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Set router bb6d315f-db1c-4cd1-8f04-c855743de4dc gateway port host: None {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 12:57:22.707968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'name': 'router1', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T12:57:09Z', 'updated_at': '2021-02-11T12:57:20Z', 'revision_number': 2, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'gw_port_host': None, '_interfaces': [{'id': '1443ea65-64e0-4add-8228-1e6447a370df', 'name': '', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'mac_address': 'fa:16:3e:d6:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:19Z', 'updated_at': '2021-02-11T12:57:20Z', 'revision_number': 2, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'subnets': [{'id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:22.714577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Checking router: bb6d315f-db1c-4cd1-8f04-c855743de4dc for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 12:57:22.714998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Updating router bb6d315f-db1c-4cd1-8f04-c855743de4dc port 1443ea65-64e0-4add-8228-1e6447a370df binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 12:57:22.793635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:23.074152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 12:57:23.447679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:23.464975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Transition to ACTIVE for port object 1443ea65-64e0-4add-8228-1e6447a370df will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 12:57:23.468408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:23.486571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:23.634743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Pushing event updated for resources: {'Port': ['ID=1443ea65-64e0-4add-8228-1e6447a370df,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:23.645997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.646373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.646793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.647147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.647504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.647860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.648237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.648593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.648957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.649347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.649698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.650052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Tracked resource versions report: Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 12:57:23.651187 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 12:57:23.657781 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:23.826172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Attempting to bind port 1443ea65-64e0-4add-8228-1e6447a370df on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:23.826722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Attempting to bind port 1443ea65-64e0-4add-8228-1e6447a370df by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 12:57:23.826959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Attempting to bind port 1443ea65-64e0-4add-8228-1e6447a370df on network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 12:57:23.833852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 12:57:23.834280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Checking segment: {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 12:57:23.834878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:23.835384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Bound using segment: {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 12:57:23.835823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Bound port: 1443ea65-64e0-4add-8228-1e6447a370df, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec4a196-2266-44fa-a173-4ba3c8aa8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 12:57:23.836258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:23.951603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] For port 1443ea65-64e0-4add-8228-1e6447a370df, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 12:57:23.958020 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] For port 1443ea65-64e0-4add-8228-1e6447a370df, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=1443ea65-64e0-4add-8228-1e6447a370df,segment=NetworkSegment(eec4a196-2266-44fa-a173-4ba3c8aa8d47),segment_id=eec4a196-2266-44fa-a173-4ba3c8aa8d47)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 12:57:23.962394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:23.976957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:24.146551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Pushing event updated for resources: {'Port': ['ID=1443ea65-64e0-4add-8228-1e6447a370df,revision_number=4']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:24.151982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:24.200200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Routers {'bb6d315f-db1c-4cd1-8f04-c855743de4dc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 12:57:24.201107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T12:57:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:24.381199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] Set router bb6d315f-db1c-4cd1-8f04-c855743de4dc gateway port host: None {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 12:57:24.627412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39066) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:24.746741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'name': 'router1', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T12:57:09Z', 'updated_at': '2021-02-11T12:57:20Z', 'revision_number': 2, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'gw_port_host': None, '_interfaces': [{'id': '1443ea65-64e0-4add-8228-1e6447a370df', 'name': '', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'mac_address': 'fa:16:3e:d6:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:19Z', 'updated_at': '2021-02-11T12:57:23Z', 'revision_number': 4, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'subnets': [{'id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:24.750800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7360-e855-498a-a48a-55bcba4305c2 None None] The sync data for ids ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'] in dv-cinder-773985-4-iscsi is: [{'id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'name': 'router1', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T12:57:09Z', 'updated_at': '2021-02-11T12:57:20Z', 'revision_number': 2, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'gw_port_host': None, '_interfaces': [{'id': '1443ea65-64e0-4add-8228-1e6447a370df', 'name': '', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'mac_address': 'fa:16:3e:d6:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:19Z', 'updated_at': '2021-02-11T12:57:23Z', 'revision_number': 4, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'subnets': [{'id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 12:57:24.826133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062c568-bf33-4966-80ee-1b1a41444aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:57:24.827248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4062c568-bf33-4966-80ee-1b1a41444aa0 admin admin] Synchronizing usage tracker for tenant:79c71bb55659497c862c86fd2e95e851 on resource:network {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 12:57:24.846442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4062c568-bf33-4966-80ee-1b1a41444aa0 admin admin] Unset dirty status for tenant:79c71bb55659497c862c86fd2e95e851 on resource:network {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 12:57:24.848146 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4062c568-bf33-4966-80ee-1b1a41444aa0 admin admin] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 842 time: 0.2193141 Feb 11 12:57:24.861208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:24.871337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:57:24.878282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Usage tracker for resource:subnet and tenant:79c71bb55659497c862c86fd2e95e851 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:57:24.883631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:57:24.894940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:57:24.908843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Made reservation on behalf of 79c71bb55659497c862c86fd2e95e851 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 12:57:24.913775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:25.357189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79969) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 12:57:25.357703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:25.373648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b1b62d88-f6fa-4885-81cd-7b79465d13a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:25.508858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:25.512824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:25.573057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 12:57:25.573433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Network hostable DHCP agents. Network: 196a9aac-d940-49d1-af92-db0c3e23e380, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 12:57:25.593096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 12:57:25.601572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 196a9aac-d940-49d1-af92-db0c3e23e380) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 12:57:25.606001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:57:25.606633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:25.612219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335890cb-52c7-4fdd-9bf7-eafdf55c7a96 None None] Network 196a9aac-d940-49d1-af92-db0c3e23e380 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 12:57:25.640901 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7854373 Feb 11 12:57:25.843973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 1443ea65-64e0-4add-8228-1e6447a370df up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 12:57:26.017825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 1443ea65-64e0-4add-8228-1e6447a370df completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 12:57:26.027971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 1443ea65-64e0-4add-8228-1e6447a370df triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:26.034807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:26.078684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ecf70-2a55-4402-9c9e-3b0af54589c9 None None] Network 196a9aac-d940-49d1-af92-db0c3e23e380 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 12:57:26.365156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:26.446927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 1443ea65-64e0-4add-8228-1e6447a370df, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=1443ea65-64e0-4add-8228-1e6447a370df,segment=NetworkSegment(eec4a196-2266-44fa-a173-4ba3c8aa8d47),segment_id=eec4a196-2266-44fa-a173-4ba3c8aa8d47)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 12:57:26.450650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:26.454925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90920683-5468-403d-9c1c-51486e786edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:26.535670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=1443ea65-64e0-4add-8228-1e6447a370df,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:26.539315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:27.760545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 1443ea65-64e0-4add-8228-1e6447a370df up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 12:57:27.845004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 1443ea65-64e0-4add-8228-1e6447a370df triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:27.845425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:28.358555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39080) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:28.607782 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-fc967ec4-c45d-4661-9c82-2f275558f050 admin admin] 10.222.0.93 "GET /v2.0/routers/bb6d315f-db1c-4cd1-8f04-c855743de4dc HTTP/1.1" status: 200 len: 710 time: 0.2477422 Feb 11 12:57:28.762978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb464b7f-d6dd-43ce-8306-d9fb92440eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:57:28.765028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cb464b7f-d6dd-43ce-8306-d9fb92440eb5 admin admin] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 886 time: 0.1513789 Feb 11 12:57:28.775155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:29.453725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:29.827087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:29.891076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:29.904763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:29.921814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 12:57:29.926263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 12:57:29.929845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 12:57:29.937252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 12:57:30.035914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:30.039342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:30.066757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:30.173011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d36eed2-3b98-40ce-aafd-fff08c32ee89,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:30.177715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:30.346814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Allocated IP 172.27.2.203 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/2d1710d8-3051-4f00-848c-9de69af87c45) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 12:57:30.500470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:30.540062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:30.555154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:30.700233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1710d8-3051-4f00-848c-9de69af87c45,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:30.704412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:30.744991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 12:57:30.746073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 12:57:30.748436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 12:57:31.148984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:31.508595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:31.512071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853101068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1697050'] for router, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:31.887213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Router bb6d315f-db1c-4cd1-8f04-c855743de4dc has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 12:57:32.076866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 12:57:32.087333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Sync routers for ids ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 12:57:32.095511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:32.096919 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] 10.222.0.93 "PUT /v2.0/routers/bb6d315f-db1c-4cd1-8f04-c855743de4dc HTTP/1.1" status: 200 len: 890 time: 3.3255551 Feb 11 12:57:32.097142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Routers {'bb6d315f-db1c-4cd1-8f04-c855743de4dc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 12:57:32.097798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T12:57:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:32.302043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Set router bb6d315f-db1c-4cd1-8f04-c855743de4dc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 12:57:32.666219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'name': 'router1', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '2d1710d8-3051-4f00-848c-9de69af87c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T12:57:09Z', 'updated_at': '2021-02-11T12:57:30Z', 'revision_number': 4, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'gw_port': {'id': '2d1710d8-3051-4f00-848c-9de69af87c45', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:30Z', 'updated_at': '2021-02-11T12:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1443ea65-64e0-4add-8228-1e6447a370df', 'name': '', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'mac_address': 'fa:16:3e:d6:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:19Z', 'updated_at': '2021-02-11T12:57:26Z', 'revision_number': 5, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'subnets': [{'id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:32.671196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Checking router: bb6d315f-db1c-4cd1-8f04-c855743de4dc for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 12:57:32.671587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Updating router bb6d315f-db1c-4cd1-8f04-c855743de4dc port 2d1710d8-3051-4f00-848c-9de69af87c45 binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 12:57:32.727080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:33.133584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:33.146905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Transition to ACTIVE for port object 2d1710d8-3051-4f00-848c-9de69af87c45 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 12:57:33.150287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:33.166298 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:33.464010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8799ee-0360-408f-b130-2f65a926a55f None None] Pushing event updated for resources: {'Port': ['ID=2d1710d8-3051-4f00-848c-9de69af87c45,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:33.468794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e8799ee-0360-408f-b130-2f65a926a55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:33.521864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Attempting to bind port 2d1710d8-3051-4f00-848c-9de69af87c45 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:33.522268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Attempting to bind port 2d1710d8-3051-4f00-848c-9de69af87c45 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 12:57:33.522668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Attempting to bind port 2d1710d8-3051-4f00-848c-9de69af87c45 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 12:57:33.528929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 12:57:33.529345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 12:57:33.529788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:33.530215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 12:57:33.530718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Bound port: 2d1710d8-3051-4f00-848c-9de69af87c45, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 12:57:33.531131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:33.610111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] For port 2d1710d8-3051-4f00-848c-9de69af87c45, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 12:57:33.613328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] For port 2d1710d8-3051-4f00-848c-9de69af87c45, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=2d1710d8-3051-4f00-848c-9de69af87c45,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 12:57:33.617799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:33.636492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:33.788782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8799ee-0360-408f-b130-2f65a926a55f None None] Pushing event updated for resources: {'Port': ['ID=2d1710d8-3051-4f00-848c-9de69af87c45,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:33.794560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e8799ee-0360-408f-b130-2f65a926a55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:33.838669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Routers {'bb6d315f-db1c-4cd1-8f04-c855743de4dc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 12:57:33.839335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T12:57:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:34.035156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] Set router bb6d315f-db1c-4cd1-8f04-c855743de4dc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 12:57:34.395481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'name': 'router1', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '2d1710d8-3051-4f00-848c-9de69af87c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T12:57:09Z', 'updated_at': '2021-02-11T12:57:30Z', 'revision_number': 4, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'gw_port': {'id': '2d1710d8-3051-4f00-848c-9de69af87c45', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:30Z', 'updated_at': '2021-02-11T12:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1443ea65-64e0-4add-8228-1e6447a370df', 'name': '', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'mac_address': 'fa:16:3e:d6:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:19Z', 'updated_at': '2021-02-11T12:57:26Z', 'revision_number': 5, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'subnets': [{'id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 12:57:34.399768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d691cb-5a40-4964-9d82-afd08347e12a None None] The sync data for ids ['bb6d315f-db1c-4cd1-8f04-c855743de4dc'] in dv-cinder-773985-4-iscsi is: [{'id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'name': 'router1', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '2d1710d8-3051-4f00-848c-9de69af87c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T12:57:09Z', 'updated_at': '2021-02-11T12:57:30Z', 'revision_number': 4, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'gw_port': {'id': '2d1710d8-3051-4f00-848c-9de69af87c45', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:30Z', 'updated_at': '2021-02-11T12:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1443ea65-64e0-4add-8228-1e6447a370df', 'name': '', 'network_id': 'ff1ef4b6-18a2-43c6-8587-99bb771c7ee6', 'tenant_id': '3eed4212d92a4ae09abdd1619a945528', 'mac_address': 'fa:16:3e:d6:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d315f-db1c-4cd1-8f04-c855743de4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T12:57:19Z', 'updated_at': '2021-02-11T12:57:26Z', 'revision_number': 5, 'project_id': '3eed4212d92a4ae09abdd1619a945528', 'subnets': [{'id': '7b2677f7-4ff9-4d35-a752-9aa799b3970f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ce9e2a-38b8-4753-b9ad-06d63e42fad6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 12:57:34.831287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39090) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:34.987599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb797c2-3239-4eed-b689-8e46a0177a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:57:34.989354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5cb797c2-3239-4eed-b689-8e46a0177a8f admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1567304 Feb 11 12:57:35.788459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 2d1710d8-3051-4f00-848c-9de69af87c45 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 12:57:35.876890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 2d1710d8-3051-4f00-848c-9de69af87c45 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 12:57:35.882276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 2d1710d8-3051-4f00-848c-9de69af87c45 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:35.882705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:36.023164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:36.053830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 2d1710d8-3051-4f00-848c-9de69af87c45, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=2d1710d8-3051-4f00-848c-9de69af87c45,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 12:57:36.057227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:36.059655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:57:36.135047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=2d1710d8-3051-4f00-848c-9de69af87c45,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:57:36.139452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:57:37.788938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 2d1710d8-3051-4f00-848c-9de69af87c45 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 12:57:37.882380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 2d1710d8-3051-4f00-848c-9de69af87c45 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:57:37.883041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:39.159235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f3c-2a53-448e-b407-14e835265e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:42.157874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-654278d1-8bee-4888-babb-2f27eefa9226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:42.208453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:43.692013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:44.152352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:57:59.984414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 12:58:09.155943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e43b5318-9494-40a5-8dac-6810c97c6ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:12.157034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-613021ce-7a4d-492f-b613-2da67da73643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:12.204606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:13.685551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:14.147331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:36.984075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 12:58:39.163107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b343eac-3058-403b-9879-0b00ea70103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:42.150193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-79b78ec7-8949-4539-8ae9-2378a8a0c036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:42.209410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:43.693233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:58:44.149861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:09.159282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f3bf-cd8f-4627-b5c4-2d99624d2203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:12.152786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e854b2f-dcb5-4e7c-bfbc-63aeaa4e8b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:12.212514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:13.689462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:13.984460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 12:59:14.156263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:39.152681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-37a36813-9ae8-4403-89fe-840f6ad1f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:42.166247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d37de49a-a736-45b3-98f6-68cc26cc7dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:42.214436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:43.693748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:44.164925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:50.989601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 12:59:52.661732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39666) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:59:52.778073 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e00d4a-bcb7-4fa8-9b0f-5022e433876e admin admin] GET failed (client error): The resource could not be found. Feb 11 12:59:52.779570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-83e00d4a-bcb7-4fa8-9b0f-5022e433876e admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1167352 Feb 11 12:59:52.937059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291e876-bbce-4180-8eaf-c4db5322faf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:59:52.938745 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4291e876-bbce-4180-8eaf-c4db5322faf2 admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1529448 Feb 11 12:59:55.463712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39676) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:59:55.620129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1aedc-e7ad-40d8-bc76-dd9a0ccfe93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:59:55.620693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-00d1aedc-e7ad-40d8-bc76-dd9a0ccfe93d admin admin] Synchronizing usage tracker for tenant:79c71bb55659497c862c86fd2e95e851 on resource:subnet {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 12:59:55.637390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-00d1aedc-e7ad-40d8-bc76-dd9a0ccfe93d admin admin] Unset dirty status for tenant:79c71bb55659497c862c86fd2e95e851 on resource:subnet {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 12:59:55.638666 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-00d1aedc-e7ad-40d8-bc76-dd9a0ccfe93d admin admin] 10.222.0.93 "GET /v2.0/subnets/7b2677f7-4ff9-4d35-a752-9aa799b3970f HTTP/1.1" status: 200 len: 849 time: 0.1738818 Feb 11 12:59:55.649744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:55.780607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:56.163289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363285777992257'] for subnet, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:56.189376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 12:59:56.373830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2677f7-4ff9-4d35-a752-9aa799b3970f,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 12:59:56.386739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.387128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.387508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.387882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.388301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.388674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.389066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.389475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.389842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.390263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.390647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.391071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 12:59:56.395210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 12:59:56.428437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:59:56.429100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:56.432208 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] 10.222.0.93 "PUT /v2.0/subnets/7b2677f7-4ff9-4d35-a752-9aa799b3970f HTTP/1.1" status: 200 len: 868 time: 0.7866874 Feb 11 12:59:56.436316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc9da7-9a30-40a3-99b6-129bbf88872a None None] Network ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 12:59:56.989337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1eb52739-b23a-48c5-a8cd-22487a4b2dec None None] Provisioning complete for port 54d4781c-1d86-4880-ba7d-1e23be0e2c65 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:59:56.989930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1eb52739-b23a-48c5-a8cd-22487a4b2dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:57.156858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1eb52739-b23a-48c5-a8cd-22487a4b2dec None None] Provisioning complete for port 1443ea65-64e0-4add-8228-1e6447a370df triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 12:59:57.157247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1eb52739-b23a-48c5-a8cd-22487a4b2dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 12:59:59.055929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39686) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:59:59.301145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44288dd-c790-44ed-8e49-ad508b10f5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:59:59.301468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44288dd-c790-44ed-8e49-ad508b10f5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 12:59:59.304240 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c44288dd-c790-44ed-8e49-ad508b10f5f7 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2461240 Feb 11 13:00:01.844709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39696) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:02.262702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d9d9d-6af8-40f7-8479-34116a5a8739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:02.263325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d9d9d-6af8-40f7-8479-34116a5a8739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:02.266203 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-262d9d9d-6af8-40f7-8479-34116a5a8739 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.4200613 Feb 11 13:00:04.854895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39706) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:05.067090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6845623-e76b-46bc-befc-ad05e6ea2e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:05.068525 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d6845623-e76b-46bc-befc-ad05e6ea2e7d admin admin] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 886 time: 0.2126150 Feb 11 13:00:07.611911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39716) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:07.831853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055909d-86a8-4df8-9de1-9f47a78c684a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:07.833559 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c055909d-86a8-4df8-9de1-9f47a78c684a admin admin] 10.222.0.93 "GET /v2.0/networks/ff1ef4b6-18a2-43c6-8587-99bb771c7ee6 HTTP/1.1" status: 200 len: 862 time: 0.2205749 Feb 11 13:00:09.157152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d09ff752-9e38-4502-906e-56b244b31e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:10.396148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39726) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:10.555095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb7abf-4a62-4cbf-894c-4a3fd3443585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:10.555414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb7abf-4a62-4cbf-894c-4a3fd3443585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:10.557140 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3dfb7abf-4a62-4cbf-894c-4a3fd3443585 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1599419 Feb 11 13:00:12.162642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-07aa00cb-5d9e-447d-b61e-5979a967ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:12.218541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:13.198489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39736) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:13.363679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2649ef9-6589-4220-8ea7-445c46381352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:13.365294 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c2649ef9-6589-4220-8ea7-445c46381352 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1657755 Feb 11 13:00:13.701582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:14.161057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:15.869900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39746) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:16.007375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e6b8f-bd23-40ec-a793-0438bb3f97ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:16.008874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1e0e6b8f-bd23-40ec-a793-0438bb3f97ea admin admin] 10.222.0.93 "GET /v2.0/subnets/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b HTTP/1.1" status: 200 len: 816 time: 0.1379459 Feb 11 13:00:18.517208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39756) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:18.663984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d677f-4d69-4842-bb4e-d011a437929b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:18.666014 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-981d677f-4d69-4842-bb4e-d011a437929b admin admin] 10.222.0.93 "GET /v2.0/subnets/7b2677f7-4ff9-4d35-a752-9aa799b3970f HTTP/1.1" status: 200 len: 868 time: 0.1477442 Feb 11 13:00:27.988131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:00:39.160579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7c65047f-a649-41d8-b676-56b6b13d3171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:42.154059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a4ce-61aa-40c8-a8b2-61e9dc3e8383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:42.218160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:43.693771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:44.163844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:44.701911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39796) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:44.781647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [None req-67dcf35a-381c-46c9-994e-f9470a7d7af0 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:44.782716 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-67dcf35a-381c-46c9-994e-f9470a7d7af0 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0797641 Feb 11 13:00:47.382604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39806) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:47.487857 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.pecan_wsgi.hooks.translation [None req-593e395e-7aa7-4b93-a3a8-f3aacbd7a737 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:00:47.489209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-593e395e-7aa7-4b93-a3a8-f3aacbd7a737 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1048982 Feb 11 13:00:47.629036 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7259d2d-0088-434b-832f-8c9d14a6884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:47.630532 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c7259d2d-0088-434b-832f-8c9d14a6884d admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363761 Feb 11 13:00:50.160596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39816) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:50.241021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:50.246508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:00:50.256599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:00:50.267113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Made reservation on behalf of 79c71bb55659497c862c86fd2e95e851 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:00:50.271817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:50.367259 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.services.revisions.revision_plugin [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Could not find related network for resource to bump revision. Feb 11 13:00:50.383998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95912293-9459-4831-9136-b460578952d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:00:50.393866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:50.394245 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Added segment 8d35c5de-0b10-43a1-bb8a-326410066b0f of type vxlan for network 9b6ed541-3d50-475b-8244-cbc97facc908 Feb 11 13:00:50.421772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:50.451225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:50.452710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:50.453111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:50.457889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:00:50.564419 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-95912293-9459-4831-9136-b460578952d8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4025252 Feb 11 13:00:50.565177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6ed541-3d50-475b-8244-cbc97facc908,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:00:50.568159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:00:50.577192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 9b6ed541-3d50-475b-8244-cbc97facc908 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:00:53.083575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39826) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:00:53.191187 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.pecan_wsgi.hooks.translation [None req-626c9373-d57e-4cf5-bd58-ae69bdca837e admin admin] GET failed (client error): The resource could not be found. Feb 11 13:00:53.191441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-626c9373-d57e-4cf5-bd58-ae69bdca837e admin admin] Synchronizing usage tracker for tenant:79c71bb55659497c862c86fd2e95e851 on resource:network {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:00:53.210322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-626c9373-d57e-4cf5-bd58-ae69bdca837e admin admin] Unset dirty status for tenant:79c71bb55659497c862c86fd2e95e851 on resource:network {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:00:53.210322 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-626c9373-d57e-4cf5-bd58-ae69bdca837e admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1235101 Feb 11 13:00:53.327108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88420c-080b-4ad2-82fd-50103cab2721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:53.328697 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5c88420c-080b-4ad2-82fd-50103cab2721 admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1150393 Feb 11 13:00:53.340228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:53.344975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:00:53.355078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:00:53.364136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Made reservation on behalf of 79c71bb55659497c862c86fd2e95e851 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:00:53.368682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:53.762467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:53.777188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:00:53.908773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcb6afa-4fc9-4876-ab44-9948186b0953,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:00:53.912656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:00:53.969401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Checking segment: {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:00:53.969780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Network hostable DHCP agents. Network: 9b6ed541-3d50-475b-8244-cbc97facc908, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:00:53.987743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Network 9b6ed541-3d50-475b-8244-cbc97facc908 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:00:53.996120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 9b6ed541-3d50-475b-8244-cbc97facc908) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:00:53.999914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:00:54.000635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:54.006461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0f023-ee78-40b5-a0e2-743ac58c0bd6 None None] Network 9b6ed541-3d50-475b-8244-cbc97facc908 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:00:54.028987 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929231 Feb 11 13:00:54.261851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-9b6ed541-3d50-475b-8244-cbc97facc908', 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908', 'tenant_id': '79c71bb55659497c862c86fd2e95e851', 'fixed_ips': [{'subnet_id': '2dcb6afa-4fc9-4876-ab44-9948186b0953'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:00:54.263460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:54.563923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Allocated IP 192.168.233.2 (9b6ed541-3d50-475b-8244-cbc97facc908/2dcb6afa-4fc9-4876-ab44-9948186b0953/19baa764-4cd8-4341-ad2d-9d624bd227e3) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:00:54.795935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:54.807374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Transition to ACTIVE for port object 19baa764-4cd8-4341-ad2d-9d624bd227e3 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:00:54.825087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Transition to ACTIVE for port object 19baa764-4cd8-4341-ad2d-9d624bd227e3 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:00:54.829780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:54.844163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e8799ee-0360-408f-b130-2f65a926a55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:00:54.981136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Pushing event updated for resources: {'Port': ['ID=19baa764-4cd8-4341-ad2d-9d624bd227e3,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:00:54.990788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.991167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.991536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.991898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.992305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.992669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.993025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.993379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.993734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.994088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.994436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:54.994786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:00:55.000165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:00:55.049556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Network 9b6ed541-3d50-475b-8244-cbc97facc908 is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:00:55.050829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:00:55.053166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:00:55.116196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Attempting to bind port 19baa764-4cd8-4341-ad2d-9d624bd227e3 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:55.116725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Attempting to bind port 19baa764-4cd8-4341-ad2d-9d624bd227e3 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:00:55.117388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Attempting to bind port 19baa764-4cd8-4341-ad2d-9d624bd227e3 on network 9b6ed541-3d50-475b-8244-cbc97facc908 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:00:55.124540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:00:55.124949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Checking segment: {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:00:55.125385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:55.125812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Bound using segment: {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:00:55.126313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Bound port: 19baa764-4cd8-4341-ad2d-9d624bd227e3, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:00:55.126720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:55.225640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] For port 19baa764-4cd8-4341-ad2d-9d624bd227e3, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:00:55.229315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] For port 19baa764-4cd8-4341-ad2d-9d624bd227e3, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=19baa764-4cd8-4341-ad2d-9d624bd227e3,segment=NetworkSegment(8d35c5de-0b10-43a1-bb8a-326410066b0f),segment_id=8d35c5de-0b10-43a1-bb8a-326410066b0f)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:00:55.233584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:55.247754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:00:55.403633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Pushing event updated for resources: {'Port': ['ID=19baa764-4cd8-4341-ad2d-9d624bd227e3,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:00:55.408284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:00:55.897722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 19baa764-4cd8-4341-ad2d-9d624bd227e3 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:00:55.970713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:00:56.668114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fa086-21ac-4466-afa5-0f85dd09818b None None] Network 9b6ed541-3d50-475b-8244-cbc97facc908 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:00:56.778803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Provisioning for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:00:56.789740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Provisioning complete for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:00:56.790153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:57.025945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:57.069614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] For port 19baa764-4cd8-4341-ad2d-9d624bd227e3, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=19baa764-4cd8-4341-ad2d-9d624bd227e3,segment=NetworkSegment(8d35c5de-0b10-43a1-bb8a-326410066b0f),segment_id=8d35c5de-0b10-43a1-bb8a-326410066b0f)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:00:57.073733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:57.076314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:00:57.171410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Pushing event updated for resources: {'Port': ['ID=19baa764-4cd8-4341-ad2d-9d624bd227e3,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:00:57.177673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:00:57.313963 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-a6619432-b88a-44c5-bc11-6c5feb2ce655 None None] Provisioning complete for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:00:57.314392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a6619432-b88a-44c5-bc11-6c5feb2ce655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:57.586770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b9436194-1e4c-4bbd-82bd-3bba788d9776 None None] Provisioning complete for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:00:57.587324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9436194-1e4c-4bbd-82bd-3bba788d9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:57.835524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-812c5b8f-3a0d-489b-a8f2-0e92b38d7fe3 None None] Provisioning complete for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:00:57.836098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-812c5b8f-3a0d-489b-a8f2-0e92b38d7fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:00:57.869216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 19baa764-4cd8-4341-ad2d-9d624bd227e3 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:00:58.168262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 19baa764-4cd8-4341-ad2d-9d624bd227e3 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:00:58.168677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:04.986720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:01:09.167696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-334977b5-354e-4a8d-97d5-d65204268014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:12.156872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ffdfe72-e4fc-4efc-92fa-79d674ffd93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:12.225772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:13.698087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:14.166733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:39.164503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6d439fc6-df67-416c-ab98-9e3a482f77f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:41.991986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:01:42.160123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bdb15330-0db2-4367-b8ce-2e3aa41ed863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:42.228948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:43.701325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:01:44.174359 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:00.446213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39868) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:02:00.452897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [None req-5657b888-1294-4cb5-870c-518541f2f9b4 tempest-verify_tempest_config-620855978 tempest-verify_tempest_config-620855978-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:02:00.453941 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5657b888-1294-4cb5-870c-518541f2f9b4 tempest-verify_tempest_config-620855978 tempest-verify_tempest_config-620855978-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066936 Feb 11 13:02:00.830198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39888) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:02:00.995771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.011769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:02:01.015840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce6d2d230cc424bac744b21e4f2dc57 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:02:01.018965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:02:01.025376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:02:01.125441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.128918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.138207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:02:01.176272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Synchronizing usage tracker for tenant:79c71bb55659497c862c86fd2e95e851 on resource:security_group {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:02:01.189181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15efa289-c174-4c6b-a478-6942462bd068,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:02:01.201749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.202127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.202496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.202856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.204118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.204118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.204118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.204471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.204743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.205098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.205564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.205814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:02:01.211369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:02:01.214663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Unset dirty status for tenant:79c71bb55659497c862c86fd2e95e851 on resource:security_group {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:02:01.219802 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2ce6d2d230cc424bac744b21e4f2dc57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3847504 Feb 11 13:02:01.219802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39894) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:02:01.289517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.325792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.378544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.383833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:02:01.396302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15efa289-c174-4c6b-a478-6942462bd068,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:02:01.399387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:02:01.401389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:01.402580 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/15efa289-c174-4c6b-a478-6942462bd068 HTTP/1.1" status: 204 len: 168 time: 0.1824179 Feb 11 13:02:09.167888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-af5f74fd-973c-44b1-838d-a773f201afce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:12.165953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b5feac91-edf2-4982-a39f-b45a49cd105b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:12.229419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:13.705304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:14.171979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:18.991835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:02:39.169721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2d19590-51cb-48f8-815b-a5c595f2430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:42.167264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-21a34061-f374-4571-b68e-3ad7b361d97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:42.232338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:43.708561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:44.176330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:02:55.991369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:03:09.171687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3b65b696-cd37-486b-a840-2582b84e78e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:12.167523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2095344-eb03-4741-95c4-c470f3eda021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:12.234612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:13.711530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:14.177456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:32.990904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 5 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:03:39.175973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-30311463-c9d0-4bcb-ba80-84cf605f014a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:42.171075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b5bd7cb-2a02-43eb-89b4-77d2f8903362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:42.238095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:43.713171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:44.182073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:48.538813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709'] for agent, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:03:48.539644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.539644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.539993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.540316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.540695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.541063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.541424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.541795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.542249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.542607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.543140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.543620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:03:48.544004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:03:48.548957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:03:48.854086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=79970) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 11 13:03:48.858251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] get_endpoint_by_ip() called for ip 192.168.0.117 {{(pid=79970) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 11 13:03:48.861421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] _add_endpoint() called for ip 192.168.0.117 {{(pid=79970) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 11 13:03:48.866774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] _get_endpoints() called {{(pid=79970) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 11 13:04:02.078387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39968) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:04:02.230456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ccaf5ff5-2d00-4e8d-982f-613cb3bce9e3 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5086 time: 0.1508093 Feb 11 13:04:04.812852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39978) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:04:04.907015 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-70ca357d-8d86-4ac7-a433-8a9fc29ff1d7 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5086 time: 0.0929661 Feb 11 13:04:09.179438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c3a514b-3cb0-4587-a7f2-6bfba8740f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:09.990880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:04:12.174203 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-06b4af20-bb87-4b8b-8397-5cfaf2ac7ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:12.240339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:13.717084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:14.185460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:18.553285 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:39.185066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c4512d39-17ee-453e-b8b6-e61357736df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:42.174253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0595d7a1-05e9-4cf7-a246-0ae2c8e4523e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:42.242166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:43.720273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:44.188233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:04:46.990939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:04:48.567877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:09.188614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-86261d1e-df43-4796-8719-0225b412fab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:12.176825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e8af2262-7aa0-45bf-8f4b-2d708b5cb4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:12.246244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:13.723957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:14.192121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:18.588833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:23.991198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:05:39.197189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-704b5ccd-0924-44d3-b13d-5e391301cccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:42.182871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dc7b38b2-c629-449a-b948-e42054358b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:42.270569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:43.727216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:44.196689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40128) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:44.197963 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:44.853830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1228787286-network', 'tenant_id': '27a49f0389b84940a69df7a501636d92'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:44.864335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:44.869335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Usage tracker for resource:network and tenant:27a49f0389b84940a69df7a501636d92 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:44.872929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:44.880516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:44.890837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Made reservation on behalf of 27a49f0389b84940a69df7a501636d92 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:44.897404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:44.916801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:44.936630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:44.945461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Usage tracker for resource:security_group_rule and tenant:27a49f0389b84940a69df7a501636d92 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:44.945461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:44.951462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:45.068304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.072229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.077791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:45.099703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:05:45.113714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.114211 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Added segment cc930b30-3309-4b4e-b835-39cb9a4bd439 of type vxlan for network 00854548-371b-4f24-aaca-1b33fba3b910 Feb 11 13:05:45.211590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.261466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.265769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:45.266427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.281262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40168) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:45.297688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07c5825-6649-41fb-8c07-6d3fc9de3c61,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:45.313002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40174) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:45.313169 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1140289 Feb 11 13:05:45.313903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Request body: {'subnet': {'network_id': '00854548-371b-4f24-aaca-1b33fba3b910', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1228787286-subnet', 'tenant_id': '27a49f0389b84940a69df7a501636d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:45.322256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.322969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.323729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.324577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.325142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.325263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:45.325889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.326442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.327528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.328350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.328900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.329479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.330132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.330752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.331314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.331867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.332435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.332979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.333654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.334329 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.334964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.335606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Usage tracker for resource:subnet and tenant:27a49f0389b84940a69df7a501636d92 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:45.336425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.336855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.337338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.337839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:45.339206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Tracked resource versions report: Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}, Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 13:05:45.339348 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:05:45.357876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:45.372571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Made reservation on behalf of 27a49f0389b84940a69df7a501636d92 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:45.374173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:45.374650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:45.379236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.482834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Pushing event updated for resources: {'Network': ['ID=00854548-371b-4f24-aaca-1b33fba3b910,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:45.486585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:45.495854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 00854548-371b-4f24-aaca-1b33fba3b910 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:45.640161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 00854548-371b-4f24-aaca-1b33fba3b910 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:45.779013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1155801336-network', 'tenant_id': 'af10570b9f654e5a9914a51680670261'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:45.790910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:45.795322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Usage tracker for resource:network and tenant:af10570b9f654e5a9914a51680670261 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:45.799988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:45.821206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:45.861181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Made reservation on behalf of af10570b9f654e5a9914a51680670261 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:45.866033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.894797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:45.914724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:45.921761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Usage tracker for resource:security_group_rule and tenant:af10570b9f654e5a9914a51680670261 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:45.970803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:45.980760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:46.119239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40202) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:46.149537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.159357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.166292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:46.198365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:05:46.201049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.239881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.240293 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Added segment 3b8a71fe-4253-475f-bc92-0e4b481f4caa of type vxlan for network e3f76eb6-e226-44b1-aedf-dcd9d804417d Feb 11 13:05:46.345050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244dc123-1977-46cf-9065-e921b2362b6a,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:46.371584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.371584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.371906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.372185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.372459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.372841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.373207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.373566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.373924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.374279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.374633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.374991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.375411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.375766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.376745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.377107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.377458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.377810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.378160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.378512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.378863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.379297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.379542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.379891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Tracked resource versions report: Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}, Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 13:05:46.381223 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:05:46.385079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:46.389175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e0bdda85-d7bc-4dc4-8de0-460d3fd81af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:46.400164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40222) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:46.465943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.478750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2135686984-network', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:46.486432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:46.493173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Usage tracker for resource:network and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:46.497873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:46.508819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:46.512590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=708d48b3-30fb-48c7-bf41-c188a8e41a2f,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:46.529018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Made reservation on behalf of 1a303f21eac44daba47cbc84c51c6609 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:46.532869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:46.537382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.557435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.563537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.567637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:46.568308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.576518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed24a375-6b2e-4f8a-85ee-cd87d73f5682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:46.583693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:46.591218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:46.596798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:46.604117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:46.631336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Checking segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:05:46.631720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Network hostable DHCP agents. Network: 00854548-371b-4f24-aaca-1b33fba3b910, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:05:46.711774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.716121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.721887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Pushing event updated for resources: {'Network': ['ID=e3f76eb6-e226-44b1-aedf-dcd9d804417d,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:46.726865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:46.734323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:46.737657 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4551361 Feb 11 13:05:46.738754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40236) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:46.742441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Network 00854548-371b-4f24-aaca-1b33fba3b910 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:05:46.751724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Request body: {'subnet': {'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1155801336-subnet', 'tenant_id': 'af10570b9f654e5a9914a51680670261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:46.758083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:05:46.758586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:46.764379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Usage tracker for resource:subnet and tenant:af10570b9f654e5a9914a51680670261 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:46.766155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:46.768397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 00854548-371b-4f24-aaca-1b33fba3b910) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:46.776225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:46.776809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.777454 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Added segment 4aeb12ee-2249-45ef-9217-a81efdfe50de of type vxlan for network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc Feb 11 13:05:46.779635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:46.780309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.813288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.818860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:46.826894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:46.831367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58546968-250b-4fe8-8248-53d76214e3c9 None None] Network 00854548-371b-4f24-aaca-1b33fba3b910 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:46.840398 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5319159 Feb 11 13:05:46.845991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Made reservation on behalf of af10570b9f654e5a9914a51680670261 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:46.850881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.867863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-network', 'tenant_id': '001d24a844c340be825a61aadbaa8599'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:46.873421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5e19b-8a55-4169-be59-643efd05a976,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:46.890467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:46.918647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:46.926736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Usage tracker for resource:network and tenant:001d24a844c340be825a61aadbaa8599 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:46.932421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:46.936521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.941007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:46.941854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:46.968785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:46.971821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:46.998717 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8780854 Feb 11 13:05:47.002374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40252) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:47.028894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Request body: {'subnet': {'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2135686984-subnet', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:47.034559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:47.039176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Usage tracker for resource:subnet and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:47.045222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:47.073589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:47.075786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Made reservation on behalf of 001d24a844c340be825a61aadbaa8599 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:47.095577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.271251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.290030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Made reservation on behalf of 1a303f21eac44daba47cbc84c51c6609 for: {'subnet': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:47.295372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.314995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Pushing event updated for resources: {'Network': ['ID=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:47.317759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:47.342282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:47.346351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Usage tracker for resource:security_group_rule and tenant:001d24a844c340be825a61aadbaa8599 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:47.347923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:47.351476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:47.377105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:47.414892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:47.420913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a1776-14ef-477e-843d-54c632481b2f None None] Network 00854548-371b-4f24-aaca-1b33fba3b910 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:47.642777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.676414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c321f71a-85fc-4c65-8739-bf614dcf3572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:47.729700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.739494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.759005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-028e8e7b-15db-4806-8c80-416187e3f538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:47.800710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:05:47.824769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7669b83-1046-4e61-8abf-042f0e22427f,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:47.841807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:47.845905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:47.846349 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Added segment 91ad7c88-0e0a-43f9-9e80-f9fc308ac85b of type vxlan for network dae85322-5328-44b7-b1ff-1ccd66630750 Feb 11 13:05:47.849853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12da0f-5b20-4629-9ac0-a37999d6ae33,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:47.867230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:47.949551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.007546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.011071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:48.011709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.037143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:48.057437 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6560585 Feb 11 13:05:48.061064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40278) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:48.081344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Request body: {'subnet': {'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-subnet', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:48.091033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:48.097718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Usage tracker for resource:subnet and tenant:001d24a844c340be825a61aadbaa8599 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:48.102810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:48.110766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:48.135513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Made reservation on behalf of 001d24a844c340be825a61aadbaa8599 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:05:48.142653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.154492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Pushing event updated for resources: {'Network': ['ID=dae85322-5328-44b7-b1ff-1ccd66630750,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:48.158974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:48.194918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network dae85322-5328-44b7-b1ff-1ccd66630750 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:48.208333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network dae85322-5328-44b7-b1ff-1ccd66630750 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:05:48.215705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.232196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:48.405337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd07f502-8012-4db7-8ace-f3599ec643ee,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:48.412389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:48.520370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Checking segment: {'id': '3b8a71fe-4253-475f-bc92-0e4b481f4caa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:05:48.520755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Network hostable DHCP agents. Network: e3f76eb6-e226-44b1-aedf-dcd9d804417d, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:05:48.536448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Checking segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:05:48.536840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Network hostable DHCP agents. Network: ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:05:48.585459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:05:48.599762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc) {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:48.627237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:48.629499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.629640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:05:48.633401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644682d-b4fa-4b8c-8d00-ded77f2bb1fe None None] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:48.640270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, e3f76eb6-e226-44b1-aedf-dcd9d804417d) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:48.647289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:48.647929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.661738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f43ed-02b1-4dd0-bbe6-d48145e5ad39 None None] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:48.667811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6489921 Feb 11 13:05:48.671925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40290) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:48.681884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:48.692607 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9474893 Feb 11 13:05:48.702798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:48.714918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Usage tracker for resource:router and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:48.730461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:48.745533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:48.768328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.769759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.811608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.827699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:48.959463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40300) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:48.964292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cb1ccaf1-7ecc-4efe-af51-881346bafea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:49.167701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.176723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84f3aa-056b-4cad-9478-49899cabce4c None None] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:49.240201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Checking segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:05:49.240592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Network hostable DHCP agents. Network: dae85322-5328-44b7-b1ff-1ccd66630750, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:05:49.306152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456bd0c2-775f-4e8d-9c07-a68a6f1b2769,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:49.325825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:49.346525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Network dae85322-5328-44b7-b1ff-1ccd66630750 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:05:49.366620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, dae85322-5328-44b7-b1ff-1ccd66630750) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:49.381937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:49.382591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.450874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3885946 Feb 11 13:05:49.453700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40328) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:49.467734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:49.480380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:49.488286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Usage tracker for resource:router and tenant:001d24a844c340be825a61aadbaa8599 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:49.493084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ead04-8a61-4333-b443-a7c5f9891f76 None None] Network dae85322-5328-44b7-b1ff-1ccd66630750 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:49.495443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:49.511350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:49.567473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.572915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.610233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.653311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.831411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:49.835802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Usage tracker for resource:security_group_rule and tenant:6f11b6db9ab84f9eb71cede073262614 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:49.839086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:49.845684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:49.941707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:05:49.942615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:49.964436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.232458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40352) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:50.294677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9d50fb-feeb-4195-96e6-6c53068e4796 None None] Network dae85322-5328-44b7-b1ff-1ccd66630750 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:50.368548 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:05:50.369318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40368) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:50.444847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.450919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.460123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.472225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:50.553980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6f11b6db9ab84f9eb71cede073262614&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5454791 Feb 11 13:05:50.556772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7683a395-7b5c-435f-9229-1fabca73c464,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:50.559634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40378) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:50.564056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:50.672639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.713214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.737281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.750384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:50.829335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Allocated IP 172.20.0.2 (ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc/bd07f502-8012-4db7-8ace-f3599ec643ee/af182126-10b1-4a78-8aeb-6d174dafc70e) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:05:50.931311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-742499e3-9b01-4cc7-901d-7b4c7039e100 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:50.932364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-742499e3-9b01-4cc7-901d-7b4c7039e100 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:network {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:05:51.003725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.012668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:51.026591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.065592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7683a395-7b5c-435f-9229-1fabca73c464,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:51.074115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.089846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:51.094646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.098269 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7683a395-7b5c-435f-9229-1fabca73c464 HTTP/1.1" status: 204 len: 168 time: 0.5344815 Feb 11 13:05:51.114531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-aeb44ca8-5312-4e61-9c91-c8d6efec6801 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:05:51.122723 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-aeb44ca8-5312-4e61-9c91-c8d6efec6801 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/networks?id=e3f76eb6-e226-44b1-aedf-dcd9d804417d HTTP/1.1" status: 200 len: 812 time: 0.7517860 Feb 11 13:05:51.122966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.134654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Transition to ACTIVE for port object af182126-10b1-4a78-8aeb-6d174dafc70e will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:05:51.151918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Transition to ACTIVE for port object af182126-10b1-4a78-8aeb-6d174dafc70e will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:05:51.155587 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-1a2aecc7-d7bb-4537-ad69-5907eaea69f3 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/quotas/af10570b9f654e5a9914a51680670261 HTTP/1.1" status: 200 len: 375 time: 0.0323517 Feb 11 13:05:51.162284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.183080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7c40986-2d93-45c1-882d-2aac6867e64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:51.202796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-742499e3-9b01-4cc7-901d-7b4c7039e100 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:network {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:05:51.210053 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-742499e3-9b01-4cc7-901d-7b4c7039e100 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.9701123 Feb 11 13:05:51.293610 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-4eb15aa0-44f8-4fb2-9eff-ae586f8fe86d tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=af10570b9f654e5a9914a51680670261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367157 Feb 11 13:05:51.321509 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-8cb879bd-9fc8-41a5-a991-aab0337064cb tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/quotas/27a49f0389b84940a69df7a501636d92 HTTP/1.1" status: 200 len: 375 time: 0.1099567 Feb 11 13:05:51.334212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Pushing event updated for resources: {'Port': ['ID=af182126-10b1-4a78-8aeb-6d174dafc70e,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:51.344427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.345346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.345723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.346092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.346459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.346826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.347234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.347525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.347884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.348270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.348627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.348984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.349412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.349893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.350240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.350594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.350946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.351304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.351699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.352071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.352464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.352917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.353146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.353495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Tracked resource versions report: Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}, Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 13:05:51.354830 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:05:51.360830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:51.442079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Allocated IP 172.27.2.94 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/4ca3091c-710d-4a97-aab0-7852d9175063) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:05:51.450871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:05:51.452199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:51.459143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:05:51.534303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Attempting to bind port af182126-10b1-4a78-8aeb-6d174dafc70e on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:51.534719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Attempting to bind port af182126-10b1-4a78-8aeb-6d174dafc70e by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:05:51.535130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Attempting to bind port af182126-10b1-4a78-8aeb-6d174dafc70e on network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:05:51.541491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:05:51.541902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Checking segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:05:51.542526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.542964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Bound using segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:05:51.543844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Bound port: af182126-10b1-4a78-8aeb-6d174dafc70e, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:05:51.543984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.640270 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-56f9e9a7-33ba-46fd-ac4c-2538a8b9a733 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3142650 Feb 11 13:05:51.653052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] For port af182126-10b1-4a78-8aeb-6d174dafc70e, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:05:51.656342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] For port af182126-10b1-4a78-8aeb-6d174dafc70e, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=af182126-10b1-4a78-8aeb-6d174dafc70e,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:05:51.657849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.660983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.677575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e8799ee-0360-408f-b130-2f65a926a55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:51.706773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.738121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-ecf3899b-96d9-4ca5-ab3b-bbfda8336688 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:05:51.739231 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-ecf3899b-96d9-4ca5-ab3b-bbfda8336688 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1416447 Feb 11 13:05:51.836667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Pushing event updated for resources: {'Port': ['ID=af182126-10b1-4a78-8aeb-6d174dafc70e,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:51.841864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:51.885765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:51.894490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40402) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:51.930234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Allocated IP 172.27.2.73 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/ed8618c3-0119-40fb-9792-2e2b41408eac) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:05:51.946327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-ec75b39b-5acf-46a1-8563-7ab879ed5a2a service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:05:51.947430 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-ec75b39b-5acf-46a1-8563-7ab879ed5a2a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1427832 Feb 11 13:05:51.951719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:51.968724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:05:51.973026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:51.975431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:05:52.011064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:52.055193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee9b67d9c8e4be3ae989b02b758f7bb is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:52.069395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:52.113297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca3091c-710d-4a97-aab0-7852d9175063,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:52.116483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:52.148553 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-e017739c-4f58-4b9c-bbb7-3125815cb260 service neutron] 10.222.0.93 "GET /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961651 Feb 11 13:05:52.149766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:52.457084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:52.490471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:52.546844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-e80d6adb-7aa2-4873-9058-614382c5c730 service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824821 Feb 11 13:05:52.584811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-f37594a9-c5ee-4df7-8c9c-c041151b8d41 service neutron] 10.222.0.93 "GET /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4194164 Feb 11 13:05:52.774905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:52.789906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:52.811215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:52.816741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:52.852521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71468c3-c92d-4354-ada8-c779e866b9fb,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:52.872556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:52.872987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:52.876956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:52.942057 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-cfc55857-a591-456c-a86c-00c61a6f496d service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3830433 Feb 11 13:05:53.036547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0ee9b67d9c8e4be3ae989b02b758f7bb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1382442 Feb 11 13:05:53.053125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40454) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:53.186191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Pushing event updated for resources: {'Port': ['ID=ed8618c3-0119-40fb-9792-2e2b41408eac,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:53.256520 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-839383ea-8c5b-4155-83cb-4b250cae9454 req-abfa3480-9e18-4769-8fbf-64ea9e3ea9e1 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.2130027 Feb 11 13:05:53.332793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:53.354585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:53.431926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:05:53.434124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:53.442636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:53.447396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:05:53.646702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Router c5f7618e-3df6-4523-bd37-90fcb8d53488 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:05:53.662026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d2a3e-2dbf-48c3-80b4-216b60b42414 None None] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:05:54.101796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:05:54.117445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Sync routers for ids ['c5f7618e-3df6-4523-bd37-90fcb8d53488'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:05:54.134701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Routers {'c5f7618e-3df6-4523-bd37-90fcb8d53488'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:05:54.135854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:05:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['c5f7618e-3df6-4523-bd37-90fcb8d53488'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:05:54.172495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:54.174211 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7180588 Feb 11 13:05:54.179009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40522) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:54.347471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:54.495809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device af182126-10b1-4a78-8aeb-6d174dafc70e up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:05:54.593752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-727c676d-6134-40a5-ba70-00576bd69fa3 None None] Provisioning for port af182126-10b1-4a78-8aeb-6d174dafc70e completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:05:54.613160 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b01bc6ed-38f0-4a39-b43f-9d1b852fd371 req-ee5061bb-65c1-4805-b9eb-64d797f2632d tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.3718572 Feb 11 13:05:54.655630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8b12853b-17d0-4597-af9b-54e938cbc1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:54.750358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71468c3-c92d-4354-ada8-c779e866b9fb,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:54.753125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:54.768561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:54.783205 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d71468c3-c92d-4354-ada8-c779e866b9fb HTTP/1.1" status: 204 len: 168 time: 1.7229862 Feb 11 13:05:55.012381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Set router c5f7618e-3df6-4523-bd37-90fcb8d53488 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:05:55.023339 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1db284ae-a1ab-4b1e-aaab-d7688816e5a5 req-f8eff608-2c94-4fa1-b392-24947eafdc47 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.1824172 Feb 11 13:05:55.061807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port af182126-10b1-4a78-8aeb-6d174dafc70e completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:05:55.077521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:55.087829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port af182126-10b1-4a78-8aeb-6d174dafc70e triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:05:55.091128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:55.293200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40568) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:55.600338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:55.684879 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port af182126-10b1-4a78-8aeb-6d174dafc70e, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=af182126-10b1-4a78-8aeb-6d174dafc70e,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:05:55.690236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:55.693717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:55.837069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=af182126-10b1-4a78-8aeb-6d174dafc70e,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:55.841071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:55.856680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3176b8f9-7222-4481-bc8a-0a77e2fdda2c None None] Provisioning complete for port af182126-10b1-4a78-8aeb-6d174dafc70e triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:05:55.857162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3176b8f9-7222-4481-bc8a-0a77e2fdda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:55.893019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:55.939942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:55.955993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd9b06afa3146f7a19cadd820385661 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:55.972141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:55.981875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:56.046198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:56.128363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:05:52Z', 'revision_number': 3, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:05:56.154175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Checking router: c5f7618e-3df6-4523-bd37-90fcb8d53488 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:05:56.156942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Updating router c5f7618e-3df6-4523-bd37-90fcb8d53488 port 4ca3091c-710d-4a97-aab0-7852d9175063 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:05:56.187018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device af182126-10b1-4a78-8aeb-6d174dafc70e up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:05:56.290531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:56.392943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-ed45a25a-f3a1-4f81-b8f9-162b41a24225 None None] Provisioning complete for port af182126-10b1-4a78-8aeb-6d174dafc70e triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:05:56.393480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed45a25a-f3a1-4f81-b8f9-162b41a24225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:56.457972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:56.526404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40598) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:56.572447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port af182126-10b1-4a78-8aeb-6d174dafc70e triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:05:56.572858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:56.706167 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73da0d22-545e-4ff9-aa1a-81174ad6d4c0 req-7bde63b3-667c-47c9-a537-71cb635d4db7 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.1321192 Feb 11 13:05:56.733314 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cefb562e-9c70-4c39-afe3-56b6bf7e455c req-35a81d6e-49af-46ca-b075-8c01c94ea15b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.1698036 Feb 11 13:05:56.847657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Router 50215d01-c5c4-4145-b46b-ee72feabc894 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:05:56.869213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:56.880740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.062799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:57.106257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.121787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Transition to ACTIVE for port object 4ca3091c-710d-4a97-aab0-7852d9175063 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:05:57.127582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.144247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:57.165616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-cf712ccd-575c-48f6-a4b1-7613a3e4bbe2 None None] Provisioning complete for port af182126-10b1-4a78-8aeb-6d174dafc70e triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:05:57.168167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cf712ccd-575c-48f6-a4b1-7613a3e4bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.174710 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6fd9b06afa3146f7a19cadd820385661&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8587401 Feb 11 13:05:57.178775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded68bc-40a6-4b2f-9a5f-fc6bcc056590,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:57.196264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:57.199618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40610) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:57.215526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.273903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:05:57.291258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Usage tracker for resource:security_group_rule and tenant:3a20274318a64f56a0d8b2de24324bef is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:05:57.321289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:05:57.343505 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:05:57.360689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:05:57.385868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:05:57.405088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Allocated IP 172.20.0.1 (dae85322-5328-44b7-b1ff-1ccd66630750/456bd0c2-775f-4e8d-9c07-a68a6f1b2769/7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:05:57.449769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.487135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.488546 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8135533 Feb 11 13:05:57.492857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40620) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:57.526187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:05:57.526872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:05:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:05:57.558554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Pushing event updated for resources: {'Port': ['ID=4ca3091c-710d-4a97-aab0-7852d9175063,revision_number=2']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:57.570914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.571642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.572238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.572787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.573327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.573866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.574418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.574962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.575498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.576056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.576602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.577151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.577756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.578289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.579466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.580013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.580697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.581326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.581858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.582395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.582932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.583469 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.583995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.584558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Tracked resource versions report: Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: pushed versions: Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: { 'AddressGroup': {'1.1'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': {'1.0'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': {'1.1'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': {'1.7'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': {'1.2'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': {'1.8'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': {'1.0'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': {'1.1'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': {'1.1'}} Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: consumer versions: Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: { DHCP agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: L3 agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: Metadata agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: Metering agent@dv-cinder-773985-4-iscsi: {}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@dv-cinder-773985-4-iscsi: { 'AddressGroup': '1.1', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}, Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'ConntrackHelper': '1.0', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Log': '1.0', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Network': '1.1', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Port': '1.7', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'PortForwarding': '1.2', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'QosPolicy': '1.8', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroup': '1.4', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SecurityGroupRule': '1.2', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'SubPort': '1.0', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Subnet': '1.1', Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: 'Trunk': '1.1'}} Feb 11 13:05:57.586351 dv-cinder-773985-4-iscsi neutron-server[79855]: {{(pid=79971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:05:57.595757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:57.685353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Attempting to bind port 4ca3091c-710d-4a97-aab0-7852d9175063 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:57.685925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Attempting to bind port 4ca3091c-710d-4a97-aab0-7852d9175063 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:05:57.686438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Attempting to bind port 4ca3091c-710d-4a97-aab0-7852d9175063 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:05:57.694073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:05:57.694681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:05:57.695335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.695773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:05:57.696635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Bound port: 4ca3091c-710d-4a97-aab0-7852d9175063, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:05:57.696967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.798082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.803107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] For port 4ca3091c-710d-4a97-aab0-7852d9175063, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:05:57.808378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] For port 4ca3091c-710d-4a97-aab0-7852d9175063, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=4ca3091c-710d-4a97-aab0-7852d9175063,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:05:57.813891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.825769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.831407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:05:57.838064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:57.856144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:57.880057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:57.935511 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3a20274318a64f56a0d8b2de24324bef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3940055 Feb 11 13:05:57.940185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c170126c-a83e-480b-b70f-903a278a8fc1,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:57.943342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40632) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:57.949577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:58.024475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.080947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.089167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5f46c9e1-e6a5-4b0d-9f17-af731c37af97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:58.146238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Pushing event updated for resources: {'Port': ['ID=4ca3091c-710d-4a97-aab0-7852d9175063,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:58.152648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:58.177009 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b0eedc2-baa3-462f-8335-e45964b45447 req-10138fba-eca1-4723-9d77-461a983224d9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.0858767 Feb 11 13:05:58.200739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Routers {'c5f7618e-3df6-4523-bd37-90fcb8d53488'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:05:58.201732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:05:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['c5f7618e-3df6-4523-bd37-90fcb8d53488'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:05:58.230735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.303916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.323505 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:58.331734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:58.435572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Network dae85322-5328-44b7-b1ff-1ccd66630750 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:05:58.437085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:05:58.440251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:05:58.441195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.468329 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.493101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cd8cb19b-ba5a-46da-870d-efa9265dfb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:58.530053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] Set router c5f7618e-3df6-4523-bd37-90fcb8d53488 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:05:58.544797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170126c-a83e-480b-b70f-903a278a8fc1,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:58.561363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:58.590016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.593800 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c170126c-a83e-480b-b70f-903a278a8fc1 HTTP/1.1" status: 204 len: 168 time: 0.6453390 Feb 11 13:05:58.696208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:05:54Z', 'revision_number': 3, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:05:58.702060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:05:58.703130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Updating router 50215d01-c5c4-4145-b46b-ee72feabc894 port ed8618c3-0119-40fb-9792-2e2b41408eac binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:05:58.715486 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44f11872-9ab3-4d21-9b88-86ac86bf8f8d req-4f2f23c1-0d58-42b6-815c-61993067b40b tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.6197236 Feb 11 13:05:58.724356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.752334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:58.768234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.769723 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5ded68bc-40a6-4b2f-9a5f-fc6bcc056590 HTTP/1.1" status: 204 len: 168 time: 1.5693901 Feb 11 13:05:58.775559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded68bc-40a6-4b2f-9a5f-fc6bcc056590,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:58.785116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:58.786523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:58.801553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.056938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.208906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:05:52Z', 'revision_number': 3, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:05:59.228843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da507d-ee5b-42bf-a5a6-708cad5254e1 None None] The sync data for ids ['c5f7618e-3df6-4523-bd37-90fcb8d53488'] in dv-cinder-773985-4-iscsi is: [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:05:52Z', 'revision_number': 3, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:05:59.584491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.633572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Transition to ACTIVE for port object ed8618c3-0119-40fb-9792-2e2b41408eac will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:05:59.637896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.673699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:05:59.816607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.821309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.822597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:05:59.873531 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d47b0b8c-f49d-4756-96a5-bbd935962ba4 req-5674cfc9-c5d3-4429-b725-fb791e9ac2af tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.1813228 Feb 11 13:05:59.897240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec493a5a-4a19-4524-a60b-d5b2f7211730 None None] Pushing event updated for resources: {'Port': ['ID=ed8618c3-0119-40fb-9792-2e2b41408eac,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:05:59.915635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ec493a5a-4a19-4524-a60b-d5b2f7211730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:05:59.990157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40682) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:59.990783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:00.158884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Allocated IP 172.20.0.1 (ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc/bd07f502-8012-4db7-8ace-f3599ec643ee/6883ffa3-808a-4861-88b7-82cfe2079d2a) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:00.196456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 4ca3091c-710d-4a97-aab0-7852d9175063 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:00.424113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.487145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.123', 61777) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:00.559618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Attempting to bind port ed8618c3-0119-40fb-9792-2e2b41408eac on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:00.561951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Attempting to bind port ed8618c3-0119-40fb-9792-2e2b41408eac by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:00.572723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Attempting to bind port ed8618c3-0119-40fb-9792-2e2b41408eac on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:00.581729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 4ca3091c-710d-4a97-aab0-7852d9175063 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:00.599778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:00.600894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:00.601834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.602841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:00.603739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Bound port: ed8618c3-0119-40fb-9792-2e2b41408eac, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:00.604308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.612979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:00.621328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:00.665642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 4ca3091c-710d-4a97-aab0-7852d9175063 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:00.666220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.670242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.689343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:00.708596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Usage tracker for resource:security_group_rule and tenant:310f821ee5474110babaecf73f049ff6 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:00.708875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Transition to ACTIVE for port object 6883ffa3-808a-4861-88b7-82cfe2079d2a will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:00.743889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46f7141a-5621-4762-ad78-00699edb5c5b req-e2639201-0f93-4e75-9216-34cf89cdf7b1 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.4274302 Feb 11 13:06:00.746745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.765426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:00.917010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.944838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 4ca3091c-710d-4a97-aab0-7852d9175063, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=4ca3091c-710d-4a97-aab0-7852d9175063,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:00.951586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:00.989558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:00.992618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:06:01.174200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=4ca3091c-710d-4a97-aab0-7852d9175063,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:01.182417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Pushing event updated for resources: {'Port': ['ID=6883ffa3-808a-4861-88b7-82cfe2079d2a,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:01.200954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:01.204593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:01.231386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] For port ed8618c3-0119-40fb-9792-2e2b41408eac, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:01.237470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] For port ed8618c3-0119-40fb-9792-2e2b41408eac, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=ed8618c3-0119-40fb-9792-2e2b41408eac,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:01.241938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:01.307580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-0bb77376-dbf4-48d2-9b93-1b4ef3e6462b tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:01.309195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-0bb77376-dbf4-48d2-9b93-1b4ef3e6462b tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Synchronizing usage tracker for tenant:af10570b9f654e5a9914a51680670261 on resource:network {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:01.322645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:01.328528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.123', 61780) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:01.328776 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5c2d57c4-e872-4501-aadc-c6b782ead49b req-2d9ab9bc-6d46-493c-9838-c6269585fc0f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.1160634 Feb 11 13:06:01.335066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:01.399330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:01.399330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:01.402392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:01.403228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:01.495533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:01.861584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec493a5a-4a19-4524-a60b-d5b2f7211730 None None] Pushing event updated for resources: {'Port': ['ID=ed8618c3-0119-40fb-9792-2e2b41408eac,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:01.879450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ec493a5a-4a19-4524-a60b-d5b2f7211730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:01.891898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:06:01.893324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:05:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:02.005011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-999278ca-bd06-4d91-87e0-dbd101ce9881 None None] Provisioning for port 6883ffa3-808a-4861-88b7-82cfe2079d2a completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:02.161127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-0bb77376-dbf4-48d2-9b93-1b4ef3e6462b tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Unset dirty status for tenant:af10570b9f654e5a9914a51680670261 on resource:network {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:02.162606 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-0bb77376-dbf4-48d2-9b93-1b4ef3e6462b tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.123 "GET /v2.0/networks?id=e3f76eb6-e226-44b1-aedf-dcd9d804417d HTTP/1.1" status: 200 len: 812 time: 1.6632588 Feb 11 13:06:02.319835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-511d8845-2ddb-4b5b-a808-78f38d25807a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:02.321506 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-511d8845-2ddb-4b5b-a808-78f38d25807a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.9822268 Feb 11 13:06:02.337896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Request body: {'port': {'device_id': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d', 'admin_state_up': True, 'tenant_id': 'af10570b9f654e5a9914a51680670261'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:02.385016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:06:02.572965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Network dae85322-5328-44b7-b1ff-1ccd66630750 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:02.582527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Request body: {'port': {'device_id': '71429868-9d51-401b-9c32-53f336ec8267', 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910', 'admin_state_up': True, 'tenant_id': '27a49f0389b84940a69df7a501636d92'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:02.590244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 4ca3091c-710d-4a97-aab0-7852d9175063 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:02.629107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de803c89-8482-4086-bfb8-b47da333b8c6 req-2e14cc16-f30d-42ac-9c55-9631b1a72046 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.4048905 Feb 11 13:06:02.634679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:02.652256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:02.659773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:02.695496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:02.705943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:02.714931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Usage tracker for resource:port and tenant:af10570b9f654e5a9914a51680670261 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:02.718875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:02.726256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:02.760141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-999278ca-bd06-4d91-87e0-dbd101ce9881 None None] Provisioning complete for port 6883ffa3-808a-4861-88b7-82cfe2079d2a triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:02.764864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-999278ca-bd06-4d91-87e0-dbd101ce9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:02.897705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-999278ca-bd06-4d91-87e0-dbd101ce9881 None None] Port 6883ffa3-808a-4861-88b7-82cfe2079d2a cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:06:02.991456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 4ca3091c-710d-4a97-aab0-7852d9175063 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:02.991828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:03.002237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2fca0824-2fbc-4f3a-9727-fb31d8bcf774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:03.022121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Made reservation on behalf of af10570b9f654e5a9914a51680670261 for: {'port': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:06:03.078747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:03.515023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cc6bb0-6f2c-479d-8080-54ceec0a8f4d,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:03.546942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:03.666659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:03.692284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a65ba77-9b67-47f4-8bd1-2c41f7b520f5 req-8421455a-eb9a-4aad-ae4e-fab0f238f8b1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.8560340 Feb 11 13:06:03.693419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:03.753228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:03.772077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:03.775066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40798) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:03.920255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Pushing event updated for resources: {'Port': ['ID=6883ffa3-808a-4861-88b7-82cfe2079d2a,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:03.926825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:03.990081 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=310f821ee5474110babaecf73f049ff6&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8507633 Feb 11 13:06:04.012795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40806) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:04.030408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:05:54Z', 'revision_number': 3, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:04.050485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971307bb-8010-4b7c-bbff-e16f0ca3af70 None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:05:54Z', 'revision_number': 3, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:06:04.214543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:04.216486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:04.645061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-dbfab1cc-ef5a-4f88-be53-2d78af4bd107 None None] Provisioning complete for port 6883ffa3-808a-4861-88b7-82cfe2079d2a triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:04.645494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dbfab1cc-ef5a-4f88-be53-2d78af4bd107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:04.936586 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af0f9cf0-b654-46db-9122-e5d71d2d0dd1 req-e7a6e2cc-62f5-44de-a9d4-46427d09d2aa tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.4545159 Feb 11 13:06:04.950844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Router 50215d01-c5c4-4145-b46b-ee72feabc894 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:06:04.967308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-dbfab1cc-ef5a-4f88-be53-2d78af4bd107 None None] Port 6883ffa3-808a-4861-88b7-82cfe2079d2a cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:06:04.987469 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:05.020676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:05.117780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:05.122791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5e598b712743e2b60e95d5fc3a1e66 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:05.126852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:05.136197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:05.353357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:05.385342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Usage tracker for resource:port and tenant:27a49f0389b84940a69df7a501636d92 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:05.390228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:05.429825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:05.470164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Router c5f7618e-3df6-4523-bd37-90fcb8d53488 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:06:05.475392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Allocated IP 172.20.0.13 (e3f76eb6-e226-44b1-aedf-dcd9d804417d/f7669b83-1046-4e61-8abf-042f0e22427f/bf7c2ebf-d786-4d94-acc7-3be02354f2df) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:05.520838 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca51a668-3a4f-4e5d-b379-938d7e55d195 req-b712a928-c184-4ba9-a3d3-8c2c729ab795 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.3299332 Feb 11 13:06:05.678495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:05.727343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:06:05.773043 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] 10.222.0.93 "PUT /v2.0/routers/50215d01-c5c4-4145-b46b-ee72feabc894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2785077 Feb 11 13:06:06.143025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:06.244147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device ed8618c3-0119-40fb-9792-2e2b41408eac up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:06.305891 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-226b975c-ebc0-4eab-bcea-4a562bf63ca2 req-3649d8e7-8a40-486f-83aa-27a14b51f6b6 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.0931461 Feb 11 13:06:06.415871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port ed8618c3-0119-40fb-9792-2e2b41408eac completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:06.422912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port ed8618c3-0119-40fb-9792-2e2b41408eac triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:06.423337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:06.571442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Made reservation on behalf of 27a49f0389b84940a69df7a501636d92 for: {'port': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:06:06.600310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:06.628209 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:06.648760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port ed8618c3-0119-40fb-9792-2e2b41408eac, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=ed8618c3-0119-40fb-9792-2e2b41408eac,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:06.652691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:06.655373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:06.685919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:06.754145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=ed8618c3-0119-40fb-9792-2e2b41408eac,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:06.759597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:06.893080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf5e598b712743e2b60e95d5fc3a1e66&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1030209 Feb 11 13:06:06.894790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:06:06.897431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40850) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:06.914574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Sync routers for ids ['c5f7618e-3df6-4523-bd37-90fcb8d53488'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:06:06.939438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Routers {'c5f7618e-3df6-4523-bd37-90fcb8d53488'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:06:06.939438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:05:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['c5f7618e-3df6-4523-bd37-90fcb8d53488'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:06.948422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3670f3c-4d53-4db2-b30d-336be25580f9,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:06.952148 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3ba54e99-6c37-4e72-aa1e-ccf62eab4773 req-ec9bc853-0c17-4b7b-81f5-2268ec76c1ab tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.1320283 Feb 11 13:06:07.134200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:07.162381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.208568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40860) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:07.215858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536806871', 'description': 'tempest-description--2065152200'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:07.282374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:07.292607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:07.297824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:07.314779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:07.323087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Set router c5f7618e-3df6-4523-bd37-90fcb8d53488 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:06:07.346123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.399554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:07.413167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:07.417052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:07.426314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:07.502271 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] 10.222.0.93 "PUT /v2.0/routers/c5f7618e-3df6-4523-bd37-90fcb8d53488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3163042 Feb 11 13:06:07.584895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.657747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.664608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.669328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:07.763161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.805342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.808353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.811805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6021094 Feb 11 13:06:07.815439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40878) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:07.821714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Allocated IP 172.20.0.13 (00854548-371b-4f24-aaca-1b33fba3b910/708d48b3-30fb-48c7-bf41-c188a8e41a2f/aee77b66-f8a2-4552-b101-e600ddeeb4f5) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:07.841803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'security_group_rule': {'security_group_id': '721f2e70-c897-4401-a624-8ebef797c78f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:07.843189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f0b78351-2a43-4684-9fc4-4288a0cab9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:07.853133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.912139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cc6bb0-6f2c-479d-8080-54ceec0a8f4d,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:07.918346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:07.934488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:07.943709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:07.945260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:07.968772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:07.978023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:07.984649 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79cc6bb0-6f2c-479d-8080-54ceec0a8f4d HTTP/1.1" status: 204 len: 168 time: 3.9247870 Feb 11 13:06:08.036561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721f2e70-c897-4401-a624-8ebef797c78f,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:08.044166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40888) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:08.118360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:08.120662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.129456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.176318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device ed8618c3-0119-40fb-9792-2e2b41408eac up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:08.221788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:08.373774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:06:08.390651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:06:08.405114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:05:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:08.567859 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.579678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.607108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Pushing event updated for resources: {'Port': ['ID=bf7c2ebf-d786-4d94-acc7-3be02354f2df,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:08.610009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.611141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:08.632403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:08.671479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:05:58Z', 'revision_number': 4, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365', 'name': '', 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'mac_address': 'fa:16:3e:b1:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '456bd0c2-775f-4e8d-9c07-a68a6f1b2769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:56Z', 'updated_at': '2021-02-11T13:05:59Z', 'revision_number': 2, 'project_id': '001d24a844c340be825a61aadbaa8599', 'subnets': [{'id': '456bd0c2-775f-4e8d-9c07-a68a6f1b2769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:08.684401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Checking router: c5f7618e-3df6-4523-bd37-90fcb8d53488 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:06:08.684802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Updating router c5f7618e-3df6-4523-bd37-90fcb8d53488 port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:06:08.720875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:08.735461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3670f3c-4d53-4db2-b30d-336be25580f9,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:08.754855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.756340 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f3670f3c-4d53-4db2-b30d-336be25580f9 HTTP/1.1" status: 204 len: 168 time: 1.8415298 Feb 11 13:06:08.757502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:08.762431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54306b58-c6d8-4cfe-9e3e-74408f1c4c78,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:08.806699 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d4c79a8c-faf5-49ed-a11d-deb9e0d546f1 req-43f0e900-57c4-4269-981b-e6571eda4f98 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.3028750 Feb 11 13:06:08.857666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.904400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.925451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port ed8618c3-0119-40fb-9792-2e2b41408eac triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:08.926803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:08.989371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:08.993172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:08.999498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.029237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:09.101842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87801c9-a803-4234-8ce1-5639cc36412f req-f6386921-ea5c-4ada-85ad-5725da10c142 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:09.103532 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c87801c9-a803-4234-8ce1-5639cc36412f req-f6386921-ea5c-4ada-85ad-5725da10c142 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 932 time: 1.0583303 Feb 11 13:06:09.108714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.109978 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2871413 Feb 11 13:06:09.113243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40912) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:09.132747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'security_group_rule': {'security_group_id': '721f2e70-c897-4401-a624-8ebef797c78f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:09.166348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:09.173626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.276802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:09.292812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-696d66cb-66dc-461a-b529-e7bd5583659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.348834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:06:09.362201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:09.419422 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-a067948c-3a10-43e8-8f68-bb30081f6326 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0852618 Feb 11 13:06:09.439477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c87801c9-a803-4234-8ce1-5639cc36412f req-a96c9454-0e62-4f99-a26b-a10c85b92ac3 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113203 Feb 11 13:06:09.495513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.498515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event updated for resources: {'Port': ['ID=aee77b66-f8a2-4552-b101-e600ddeeb4f5,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:09.522859 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-36fe0a87-8936-43f9-a8f8-7bc14ed3b085 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:06:09.527187 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-36fe0a87-8936-43f9-a8f8-7bc14ed3b085 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.123 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0178630 Feb 11 13:06:09.537422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:09.551697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:09.564413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:09.584263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Usage tracker for resource:security_group_rule and tenant:b0b99e3d3c2b4f3d97b3e2aed6d562f2 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:09.595863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:09.611211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:09.616966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:09.646353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:09.696489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:09.741964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.761821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Network 00854548-371b-4f24-aaca-1b33fba3b910 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:09.765124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:09.772801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:09.911651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.918046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.926688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:09.927786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:09.968681 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4027109 Feb 11 13:06:09.969766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.021421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Transition to ACTIVE for port object 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:10.030175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.048300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.134549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b9ccffc8-7cb6-420b-933f-02963c26225f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:10.161678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.165121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5b2307-5d31-44a2-b890-f28a9b7dff70,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:10.181001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:10.181884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.186953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40944) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:10.187725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2b661a3a-ac43-48dd-ac97-b330f74c3ad0 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0628240 Feb 11 13:06:10.193876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:10.284300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:10.294864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:floatingip and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:10.303811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:10.338001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:10.368828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.534983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:03Z', 'revision_number': 2, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:10.550417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:06:10.550826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Updating router 50215d01-c5c4-4145-b46b-ee72feabc894 port 6883ffa3-808a-4861-88b7-82cfe2079d2a binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:06:10.585075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-208a2b1c-f1ca-4f75-a313-5442b536d976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:10.636200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Request body: {'port': {'device_id': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:10.700532 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:10.791222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-58da0cbb-3f53-4027-a39f-a4b4a1daaca5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:10.792523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-58da0cbb-3f53-4027-a39f-a4b4a1daaca5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Synchronizing usage tracker for tenant:001d24a844c340be825a61aadbaa8599 on resource:network {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:10.836661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:10.840507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Request body: {'port': {'device_id': '71429868-9d51-401b-9c32-53f336ec8267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:10.902527 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0b99e3d3c2b4f3d97b3e2aed6d562f2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8125136 Feb 11 13:06:10.910082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814a0a8f-67ff-4e50-b861-0f282020e254,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:10.926169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:11.044206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40958) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:11.044907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40960) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:11.050197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:11.114462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a97572-32af-45e2-9168-8bb823840236 None None] Pushing event updated for resources: {'Port': ['ID=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:11.129448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-19a97572-32af-45e2-9168-8bb823840236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:11.181308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-58da0cbb-3f53-4027-a39f-a4b4a1daaca5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Unset dirty status for tenant:001d24a844c340be825a61aadbaa8599 on resource:network {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:11.190890 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-58da0cbb-3f53-4027-a39f-a4b4a1daaca5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 819 time: 1.0273902 Feb 11 13:06:11.260187 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-a6c243c3-8f23-4ad1-833e-bc7aad69aafe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/quotas/001d24a844c340be825a61aadbaa8599 HTTP/1.1" status: 200 len: 375 time: 0.0672662 Feb 11 13:06:11.668314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Attempting to bind port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:11.668828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Attempting to bind port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:11.676587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Attempting to bind port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 on network dae85322-5328-44b7-b1ff-1ccd66630750 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:11.691467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:11.695885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Checking segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:11.696412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:11.696837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Bound using segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:11.697361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Bound port: 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:11.697976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:11.820166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c9425-d1c1-4404-afb5-634de7c36525 req-536f9bb4-5f80-46d5-b6ec-36030ae143d1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:11.823043 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-696c9425-d1c1-4404-afb5-634de7c36525 req-536f9bb4-5f80-46d5-b6ec-36030ae143d1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 932 time: 1.2393463 Feb 11 13:06:11.913032 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-2c761fae-5435-45aa-b268-1b6a6bf2c7ad tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6516473 Feb 11 13:06:12.072568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] For port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:12.087945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] For port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:12.094574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:12.112866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:12.147312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Transition to ACTIVE for port object 6883ffa3-808a-4861-88b7-82cfe2079d2a will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:12.152583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:12.157379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9c91816e-9696-4c45-830a-37e9f8fea26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:12.391938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:12.567337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:12.572686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-696c9425-d1c1-4404-afb5-634de7c36525 req-c5623797-a2cf-4610-a8cc-36a4f27713a7 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:12.616283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-696c9425-d1c1-4404-afb5-634de7c36525 req-c5623797-a2cf-4610-a8cc-36a4f27713a7 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:12.636438 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-696c9425-d1c1-4404-afb5-634de7c36525 req-c5623797-a2cf-4610-a8cc-36a4f27713a7 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664616 Feb 11 13:06:12.805338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6522e72-e29c-4571-a0d2-cbfc0a2dbd10 None None] Pushing event updated for resources: {'Port': ['ID=6883ffa3-808a-4861-88b7-82cfe2079d2a,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:12.815912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b6522e72-e29c-4571-a0d2-cbfc0a2dbd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:12.847540 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-67bfac9a-a157-4f2a-9e4a-1f19ebb60d20 service neutron] 10.222.0.93 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9287074 Feb 11 13:06:12.876072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee77b66-f8a2-4552-b101-e600ddeeb4f5 {{(pid=79969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:06:12.922009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:12.938932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a97572-32af-45e2-9168-8bb823840236 None None] Pushing event updated for resources: {'Port': ['ID=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,revision_number=4']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:13.081082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.100530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-19a97572-32af-45e2-9168-8bb823840236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:13.175508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:13.195858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Usage tracker for resource:security_group_rule and tenant:0e40af836c334b52846c50731ab9228d is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:13.207796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:13.230079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:13.240777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Routers {'c5f7618e-3df6-4523-bd37-90fcb8d53488'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:06:13.250148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:06:13Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['c5f7618e-3df6-4523-bd37-90fcb8d53488'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:13.543600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.617430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.644138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4e39-ae33-4f43-821e-94f74456f9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.654224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.700532 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Attempting to bind port 6883ffa3-808a-4861-88b7-82cfe2079d2a on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:13.704561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Attempting to bind port 6883ffa3-808a-4861-88b7-82cfe2079d2a by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:13.706871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Attempting to bind port 6883ffa3-808a-4861-88b7-82cfe2079d2a on network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:13.728964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:13.740637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Checking segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:13.741359 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.741980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Bound using segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:13.742711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Bound port: 6883ffa3-808a-4861-88b7-82cfe2079d2a, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:13.743312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.819282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:13.938681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] Set router c5f7618e-3df6-4523-bd37-90fcb8d53488 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:06:13.959920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7f90e-380f-4e3e-8da3-206f7d6c7ab0 req-2d9accb1-70c0-46f7-9b71-f687210a2bed tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:13.972941 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5fa7f90e-380f-4e3e-8da3-206f7d6c7ab0 req-2d9accb1-70c0-46f7-9b71-f687210a2bed tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 932 time: 0.6704051 Feb 11 13:06:14.022180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] For port 6883ffa3-808a-4861-88b7-82cfe2079d2a, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:14.033463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] For port 6883ffa3-808a-4861-88b7-82cfe2079d2a, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=6883ffa3-808a-4861-88b7-82cfe2079d2a,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:14.041689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:14.175997 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5fa7f90e-380f-4e3e-8da3-206f7d6c7ab0 req-c0babc64-684d-43eb-a6a9-202d056786b4 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811852 Feb 11 13:06:14.196567 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-a9778a0e-31ca-4d35-a81a-c6c673a768a2 service neutron] 10.222.0.93 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3440320 Feb 11 13:06:14.486794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ec493a5a-4a19-4524-a60b-d5b2f7211730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:14.681793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:14.749641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:05:58Z', 'revision_number': 4, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365', 'name': '', 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'mac_address': 'fa:16:3e:b1:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '456bd0c2-775f-4e8d-9c07-a68a6f1b2769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:56Z', 'updated_at': '2021-02-11T13:06:12Z', 'revision_number': 4, 'project_id': '001d24a844c340be825a61aadbaa8599', 'subnets': [{'id': '456bd0c2-775f-4e8d-9c07-a68a6f1b2769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:14.754973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:06:14.755673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:06:13Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:14.757271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76068ff5-0155-4f3c-9488-2becf59d249c None None] The sync data for ids ['c5f7618e-3df6-4523-bd37-90fcb8d53488'] in dv-cinder-773985-4-iscsi is: [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:05:58Z', 'revision_number': 4, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365', 'name': '', 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'mac_address': 'fa:16:3e:b1:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '456bd0c2-775f-4e8d-9c07-a68a6f1b2769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:56Z', 'updated_at': '2021-02-11T13:06:12Z', 'revision_number': 4, 'project_id': '001d24a844c340be825a61aadbaa8599', 'subnets': [{'id': '456bd0c2-775f-4e8d-9c07-a68a6f1b2769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:06:14.775790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7c2ebf-d786-4d94-acc7-3be02354f2df {{(pid=79969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:06:14.803230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:14.837291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Transition to ACTIVE for port object bf7c2ebf-d786-4d94-acc7-3be02354f2df will not be triggered until provisioned by entity L2. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:14.848582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Transition to ACTIVE for port object aee77b66-f8a2-4552-b101-e600ddeeb4f5 will not be triggered until provisioned by entity L2. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:14.866763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c89932d3-96ca-4415-ac7f-bebd863bf307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:14.879489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:14.930258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:14.979647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:14.981914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e33db574-80ca-47b3-bc8b-4747c66158ed req-2c714656-b9b4-4f95-84fe-fb6378ec0636 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.3318436 Feb 11 13:06:15.331489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6144c-1bc4-474a-8468-b22d98b56c49 req-d3f43dca-d70e-405a-b996-f7db6ae2465f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:15.342166 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f6144c-1bc4-474a-8468-b22d98b56c49 req-d3f43dca-d70e-405a-b996-f7db6ae2465f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 932 time: 0.8850834 Feb 11 13:06:15.386899 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0e40af836c334b52846c50731ab9228d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3037930 Feb 11 13:06:15.414373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41028) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:15.427161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:06:15.464414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-120750db-8588-4ec6-8998-20cb2093eade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:15.664836 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f6144c-1bc4-474a-8468-b22d98b56c49 req-2f99e9ae-ec6c-4eda-89a7-6e4b09b02595 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205991 Feb 11 13:06:15.941943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6522e72-e29c-4571-a0d2-cbfc0a2dbd10 None None] Pushing event updated for resources: {'Port': ['ID=6883ffa3-808a-4861-88b7-82cfe2079d2a,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:15.967321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:15.973343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a8f8b0-dfd9-4dce-a323-7399a4daad57,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:16.044198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b6522e72-e29c-4571-a0d2-cbfc0a2dbd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.557s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:16.087618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:16.226763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:16.245583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cc366fdd-9f5b-4cf0-b3ae-3239889a1f79 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:16.291526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a8f8b0-dfd9-4dce-a323-7399a4daad57,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:16.297975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:16.342574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:16.349240 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/32a8f8b0-dfd9-4dce-a323-7399a4daad57 HTTP/1.1" status: 204 len: 168 time: 0.9290311 Feb 11 13:06:16.480138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Allocated IP 172.27.2.133 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/ce062efd-308f-4043-a5c3-858394abaf62) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:16.534105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:16.628352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0b9ba-3df8-44a1-94cd-e15ae8d558f9 req-5b381963-a5d8-4feb-97f1-8bed8ffe05e1 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:16.631539 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1e0b9ba-3df8-44a1-94cd-e15ae8d558f9 req-5b381963-a5d8-4feb-97f1-8bed8ffe05e1 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 0.9436605 Feb 11 13:06:16.747632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:16.821953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.955s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:16.837582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6bc75d96-b5e5-4248-b7c7-c00d9624b0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.451s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:16.901354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:16.982728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:17.000007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:14Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:06:17.026037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:17.026960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.027285 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1e0b9ba-3df8-44a1-94cd-e15ae8d558f9 req-8e46ff51-0533-462c-adec-77a683141cc4 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122227 Feb 11 13:06:17.071852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9453fc-19d8-4f04-a26f-5e167e3d35d5 None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:14Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:06:17.358170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-120750db-8588-4ec6-8998-20cb2093eade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.366072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-9e55f7e2-97e9-47c6-ba4c-f6c768c5690b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:17.374290 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-9e55f7e2-97e9-47c6-ba4c-f6c768c5690b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 819 time: 0.7414060 Feb 11 13:06:17.415559 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-4392e5d6-82cc-4d12-ac2f-0f46ef17b278 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/quotas/001d24a844c340be825a61aadbaa8599 HTTP/1.1" status: 200 len: 375 time: 0.0388362 Feb 11 13:06:17.449806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.507289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:17.511070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.518642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:17.523745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-120750db-8588-4ec6-8998-20cb2093eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.632439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Attempting to bind port aee77b66-f8a2-4552-b101-e600ddeeb4f5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:17.632814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Attempting to bind port aee77b66-f8a2-4552-b101-e600ddeeb4f5 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:17.633188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Attempting to bind port aee77b66-f8a2-4552-b101-e600ddeeb4f5 on network 00854548-371b-4f24-aaca-1b33fba3b910 {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:17.646147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c2ebf-d786-4d94-acc7-3be02354f2df,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:17.670881 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-f41858da-738b-4a23-a0ca-40d0da721dfb tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2532518 Feb 11 13:06:17.737237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:17.744876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:17.761556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:17.761895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Checking segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:17.762512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.762981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Bound using segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:17.763592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Bound port: aee77b66-f8a2-4552-b101-e600ddeeb4f5, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:17.764058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:17.842063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cee06d-558f-4722-97e6-cf26d06f0588 req-8b3ccd77-f45b-43a4-9b7c-fb5adb1e6726 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:17.843797 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-05cee06d-558f-4722-97e6-cf26d06f0588 req-8b3ccd77-f45b-43a4-9b7c-fb5adb1e6726 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.4649246 Feb 11 13:06:17.976163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41074) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:18.103696 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-05cee06d-558f-4722-97e6-cf26d06f0588 req-4c770f4f-e9fb-4a0f-89ea-330c42d78e29 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812615 Feb 11 13:06:18.185812 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-55549db7-6366-4b9c-aad3-7707aa1d6c21 service neutron] 10.222.0.93 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139632 Feb 11 13:06:18.384405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 6883ffa3-808a-4861-88b7-82cfe2079d2a up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:18.468677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-120750db-8588-4ec6-8998-20cb2093eade admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:18.471471 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-120750db-8588-4ec6-8998-20cb2093eade admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/814a0a8f-67ff-4e50-b861-0f282020e254 HTTP/1.1" status: 204 len: 168 time: 7.3935647 Feb 11 13:06:18.541110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:18.564576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-8f770fd0-66b4-46f0-a5e0-1b27b4695845 service neutron] 10.222.0.93 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3700135 Feb 11 13:06:18.577891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:18.590259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Usage tracker for resource:security_group_rule and tenant:290c9f52ec3c42d3b9499661199ad9b7 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:18.597627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:18.607301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:18.796042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:18.826116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 6883ffa3-808a-4861-88b7-82cfe2079d2a completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:18.845468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 6883ffa3-808a-4861-88b7-82cfe2079d2a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:18.848835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:18.967417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] For port aee77b66-f8a2-4552-b101-e600ddeeb4f5, host hv-cinder-77398, cleared binding levels {{(pid=79969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:18.982102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] For port aee77b66-f8a2-4552-b101-e600ddeeb4f5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:19.051291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Pushing event updated for resources: {'Port': ['ID=aee77b66-f8a2-4552-b101-e600ddeeb4f5,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:19.067576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.123', 61799) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:19.100881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.268s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:19.103339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.134688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fada4f-86d9-4250-8ae4-0ba27633cec3 req-c65ea986-4e8b-4beb-9e62-ea99e252de52 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:19.153590 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9fada4f-86d9-4250-8ae4-0ba27633cec3 req-c65ea986-4e8b-4beb-9e62-ea99e252de52 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 0.5858963 Feb 11 13:06:19.156896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bf51d190-8090-4c94-bfa9-ab2737c77eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.352s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:19.275589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.300865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.334436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'Port': ['ID=ce062efd-308f-4043-a5c3-858394abaf62,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:19.386623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 6883ffa3-808a-4861-88b7-82cfe2079d2a, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=6883ffa3-808a-4861-88b7-82cfe2079d2a,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:19.391924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.392952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:19.553521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:19.561055 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8cbc6671-ef4b-4f60-8fb1-ccc20c7a22fe req-b0adc420-3895-4eec-b1ab-057e7dcb2553 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 210 time: 0.4046314 Feb 11 13:06:19.645735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=6883ffa3-808a-4861-88b7-82cfe2079d2a,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:19.651611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:19.665583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:19.666315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.681646 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9fada4f-86d9-4250-8ae4-0ba27633cec3 req-2e031dc3-53d3-436d-8a22-41d5c59b3267 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150039 Feb 11 13:06:19.794777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41116) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:19.838481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.841075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Attempting to bind port bf7c2ebf-d786-4d94-acc7-3be02354f2df on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:19.841075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Attempting to bind port bf7c2ebf-d786-4d94-acc7-3be02354f2df by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3b8a71fe-4253-475f-bc92-0e4b481f4caa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d'}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:19.841446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:19.841625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Attempting to bind port bf7c2ebf-d786-4d94-acc7-3be02354f2df on network e3f76eb6-e226-44b1-aedf-dcd9d804417d {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:19.865156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:19.874563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:19.876372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:19.879107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:19.888365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Usage tracker for resource:security_group_rule and tenant:6eaf32238be742c29488cc2ccef85845 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:19.905008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:19.959985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:19.978965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:20.074154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:20.101140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 6883ffa3-808a-4861-88b7-82cfe2079d2a up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:20.138660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:20.139241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Checking segment: {'id': '3b8a71fe-4253-475f-bc92-0e4b481f4caa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:20.139946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.140464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Bound using segment: {'id': '3b8a71fe-4253-475f-bc92-0e4b481f4caa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d'} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:20.141164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Bound port: bf7c2ebf-d786-4d94-acc7-3be02354f2df, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8a71fe-4253-475f-bc92-0e4b481f4caa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e3f76eb6-e226-44b1-aedf-dcd9d804417d'}}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:20.141554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.264798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 6883ffa3-808a-4861-88b7-82cfe2079d2a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:20.265601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.271609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc0718-8df5-46e4-ad4e-25949745ea0a req-3edf7898-e0e3-4978-882e-afb9dcbac61b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:20.276948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cdc0718-8df5-46e4-ad4e-25949745ea0a req-3edf7898-e0e3-4978-882e-afb9dcbac61b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.3740981 Feb 11 13:06:20.342428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.348321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.367950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0033bf61-e7e1-4546-8fd0-b841cee8f9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:20.434254 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cdc0718-8df5-46e4-ad4e-25949745ea0a req-e31a6b75-22f7-4447-8f99-829320c0eca5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409400 Feb 11 13:06:20.460222 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6eaf32238be742c29488cc2ccef85845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635363 Feb 11 13:06:20.461561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41130) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:20.465466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f3f6e-64c1-43f0-b137-f5f8ac76e4e4,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:20.496408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:20.558534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-95cd6392-e81f-474d-a219-48030ca50c2c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:20.560212 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-95cd6392-e81f-474d-a219-48030ca50c2c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 819 time: 1.4617510 Feb 11 13:06:20.577084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.599185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Request body: {'port': {'device_id': '66df8865-b30e-44a8-8257-2368c1f617c6', 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750', 'admin_state_up': True, 'tenant_id': '001d24a844c340be825a61aadbaa8599'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:20.615346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.648495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Pushing event updated for resources: {'Port': ['ID=aee77b66-f8a2-4552-b101-e600ddeeb4f5,revision_number=3']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:20.665501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:20.666440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.668697 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] 10.222.0.123 "PUT /v2.0/ports/aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 1158 time: 10.5528862 Feb 11 13:06:20.671166 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=290c9f52ec3c42d3b9499661199ad9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6800966 Feb 11 13:06:20.673265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71429868-9d51-401b-9c32-53f336ec8267', 'tag': 'aee77b66-f8a2-4552-b101-e600ddeeb4f5'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:20.687251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41136) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:20.877885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.908888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:20.909142 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bb0d8fc0-7e2b-49d3-8662-059dfef1d348 req-b5b9ef75-f1a2-4a93-99ad-316dcb597fb0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 210 time: 0.1775515 Feb 11 13:06:20.929062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:20.930300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] For port bf7c2ebf-d786-4d94-acc7-3be02354f2df, host hv-cinder-77398, cleared binding levels {{(pid=79969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:20.942011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] For port bf7c2ebf-d786-4d94-acc7-3be02354f2df, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bf7c2ebf-d786-4d94-acc7-3be02354f2df,segment=NetworkSegment(3b8a71fe-4253-475f-bc92-0e4b481f4caa),segment_id=3b8a71fe-4253-475f-bc92-0e4b481f4caa)] {{(pid=79969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:20.944094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8c87f667-eb51-40e1-8ca8-ed3121bdfc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:21.018943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.123', 61803) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:21.030352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f3f6e-64c1-43f0-b137-f5f8ac76e4e4,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:21.062375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.481s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:21.133846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:21.157663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:21.212486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:21.221425 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f98f3f6e-64c1-43f0-b137-f5f8ac76e4e4 HTTP/1.1" status: 204 len: 168 time: 0.7572207 Feb 11 13:06:21.237264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:21.361062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:21.601202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120750db-8588-4ec6-8998-20cb2093eade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814a0a8f-67ff-4e50-b861-0f282020e254,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:21.669313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-34f280f3-1920-4371-9cc7-cc0f0b7386fc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:21.671089 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-34f280f3-1920-4371-9cc7-cc0f0b7386fc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 819 time: 0.6426837 Feb 11 13:06:21.726636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Request body: {'port': {'device_id': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750', 'admin_state_up': True, 'tenant_id': '001d24a844c340be825a61aadbaa8599'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:21.971592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:21.976666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Usage tracker for resource:port and tenant:001d24a844c340be825a61aadbaa8599 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:21.981563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:21.987970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:22.096883 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efe912-1658-4cd8-928f-c83aabc3f067 req-b3609bd3-88e3-44df-b153-1629e09ab90f tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:22.098828 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-19efe912-1658-4cd8-928f-c83aabc3f067 req-b3609bd3-88e3-44df-b153-1629e09ab90f tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 1.1567922 Feb 11 13:06:22.108572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Made reservation on behalf of 001d24a844c340be825a61aadbaa8599 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:06:22.130954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:22.362367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:22.481358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:22.495061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:22.564865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48df55e4-e375-4d1b-ae67-330f74f29aff,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:22.569175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.507s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:22.577573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 5.141s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:22.751366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-24866922-2789-464b-ad2b-ed14941f187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:22.753061 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-24866922-2789-464b-ad2b-ed14941f187e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1161 time: 1.7986033 Feb 11 13:06:22.817574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d862555-1b02-4d93-bcc6-e4e21ca72cd9 req-3772e31e-0f07-4db9-ab48-d38324df70ac tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:22.825304 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3d862555-1b02-4d93-bcc6-e4e21ca72cd9 req-3772e31e-0f07-4db9-ab48-d38324df70ac tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.6704469 Feb 11 13:06:22.884536 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-19efe912-1658-4cd8-928f-c83aabc3f067 req-ad672775-433c-4c89-84c5-99d76824d674 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284267 Feb 11 13:06:22.951866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3d862555-1b02-4d93-bcc6-e4e21ca72cd9 req-d334afdb-eff9-4be6-b727-ec1c13cf6e72 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225560 Feb 11 13:06:22.954731 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-82ca52a0-2276-4edc-ab86-6f564b000414 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.1719310 Feb 11 13:06:22.966581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c2ebf-d786-4d94-acc7-3be02354f2df,revision_number=3']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:23.037489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.078031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:23.138688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df55e4-e375-4d1b-ae67-330f74f29aff,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:23.147024 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.149461 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48df55e4-e375-4d1b-ae67-330f74f29aff HTTP/1.1" status: 204 len: 168 time: 2.4606540 Feb 11 13:06:23.215832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:23.241519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41224) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:23.325380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-5fcde60e-b250-430a-b721-4a292cf1cad6 req-e5ff7558-db14-49f2-b02d-04aafe0bb24c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Synchronizing usage tracker for tenant:001d24a844c340be825a61aadbaa8599 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:23.419750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:23.514640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Usage tracker for resource:port and tenant:001d24a844c340be825a61aadbaa8599 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:23.519167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:23.527956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Allocated IP 172.20.0.11 (dae85322-5328-44b7-b1ff-1ccd66630750/456bd0c2-775f-4e8d-9c07-a68a6f1b2769/53611487-2342-4601-af55-396e98a2f06f) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:23.528379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:23.565278 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-5fcde60e-b250-430a-b721-4a292cf1cad6 req-e5ff7558-db14-49f2-b02d-04aafe0bb24c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Unset dirty status for tenant:001d24a844c340be825a61aadbaa8599 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:23.567080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5fcde60e-b250-430a-b721-4a292cf1cad6 req-e5ff7558-db14-49f2-b02d-04aafe0bb24c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 210 time: 0.4346890 Feb 11 13:06:23.574732 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71429868-9d51-401b-9c32-53f336ec8267', 'tag': 'aee77b66-f8a2-4552-b101-e600ddeeb4f5', 'status': 'completed', 'code': 200} Feb 11 13:06:23.588954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Made reservation on behalf of 001d24a844c340be825a61aadbaa8599 for: {'port': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:06:23.643906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.787568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.838244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.851000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:23.851684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.853234 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-eb254527-9b8f-4e45-a418-06b23234fa91 service neutron] 10.222.0.123 "PUT /v2.0/ports/bf7c2ebf-d786-4d94-acc7-3be02354f2df HTTP/1.1" status: 200 len: 1158 time: 13.7390535 Feb 11 13:06:23.869122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:23.881110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:23.882010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b70a8abe5f4c7ba54b9fb5862eae07 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:23.882629 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 13.6943948 Feb 11 13:06:23.887968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:23.919510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:23.954729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'Port': ['ID=ce062efd-308f-4043-a5c3-858394abaf62,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:23.999628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:24.012486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.435s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:24.025147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-48125e11-664e-438d-b95c-57adbab5dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:24.026756 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-48125e11-664e-438d-b95c-57adbab5dab7 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.6027730 Feb 11 13:06:24.027241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.889s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:24.027570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:24.050939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.485s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:24.051373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:24.178109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.629s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:24.178479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:24.199980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:24.233296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:24.234498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:24.296630 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-32f0ca40-2afa-49f0-84f2-349ef297fccf service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194010 Feb 11 13:06:24.360753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:24.421500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6c6b76-b0d6-4c85-8167-5602dbdaa197,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:24.454178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:24.458195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:24.549099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Pushing event updated for resources: {'Port': ['ID=53611487-2342-4601-af55-396e98a2f06f,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:24.569146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:24.596595 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f8b70a8abe5f4c7ba54b9fb5862eae07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3529711 Feb 11 13:06:24.600860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41268) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:24.743746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-f1383516-1136-48d1-a09d-39c3e06ec036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:24.745602 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-f1383516-1136-48d1-a09d-39c3e06ec036 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=af10570b9f654e5a9914a51680670261&device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 1161 time: 0.8263025 Feb 11 13:06:24.818884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c4ae7-645d-4f72-88b0-b8f0e09ec7f5 req-7b10a6b8-8f7e-4621-a8e3-21b66cebfece tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:24.829506 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8c4ae7-645d-4f72-88b0-b8f0e09ec7f5 req-7b10a6b8-8f7e-4621-a8e3-21b66cebfece tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 0.5987813 Feb 11 13:06:24.863029 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-ef35ccf2-cd78-44b0-ba16-474a3c95d881 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf7c2ebf-d786-4d94-acc7-3be02354f2df HTTP/1.1" status: 200 len: 217 time: 0.1066487 Feb 11 13:06:24.872477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-07532f60-50e9-49b1-9e0f-7aa0bf8ddcb1 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479403 Feb 11 13:06:25.076194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-d6df76c6-667a-4226-96a4-0ae3c207e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:25.077777 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-d6df76c6-667a-4226-96a4-0ae3c207e3c9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f7669b83-1046-4e61-8abf-042f0e22427f HTTP/1.1" status: 200 len: 852 time: 0.1582537 Feb 11 13:06:25.109271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e8361-2d53-4d25-8054-e57eeb5b278d req-b937b70f-331b-4175-b5f5-cee63e45351e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:25.112249 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-450e8361-2d53-4d25-8054-e57eeb5b278d req-b937b70f-331b-4175-b5f5-cee63e45351e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.8832517 Feb 11 13:06:25.161669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Network dae85322-5328-44b7-b1ff-1ccd66630750 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:25.195898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:25.206750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:25.272375 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-27fe8ece-d797-484d-8220-ecff6d5ede01 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=e3f76eb6-e226-44b1-aedf-dcd9d804417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630229 Feb 11 13:06:25.284758 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0d76fdd-b86f-4b88-b1b0-125f5564e10f req-1a1375e5-1679-4265-90b6-9d0fd67aea44 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3623691 Feb 11 13:06:25.302724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:25.303831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.311277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Allocated IP 172.20.0.9 (dae85322-5328-44b7-b1ff-1ccd66630750/456bd0c2-775f-4e8d-9c07-a68a6f1b2769/8c1cc171-0642-454d-98c0-3fad9cc1402c) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:25.364247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.442986 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-450e8361-2d53-4d25-8054-e57eeb5b278d req-5e7c83f3-d122-48b8-88a7-322b51bc2537 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848873 Feb 11 13:06:25.488283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8c4ae7-645d-4f72-88b0-b8f0e09ec7f5 req-ad299703-06cf-4a20-9f81-34ec7ef4c684 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569390 Feb 11 13:06:25.515658 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8140001 Feb 11 13:06:25.517825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.586697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.591219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:25.639331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6c6b76-b0d6-4c85-8167-5602dbdaa197,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:25.653741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:25.663554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.667548 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac6c6b76-b0d6-4c85-8167-5602dbdaa197 HTTP/1.1" status: 204 len: 168 time: 1.0589175 Feb 11 13:06:25.694368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.730383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:25.738606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:25.738958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-46443e4b-947f-411d-88fe-c31d08515b5f req-b34b30f2-a827-4833-a9dd-b436e5f6bf4d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:25.767296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:25.767893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-46443e4b-947f-411d-88fe-c31d08515b5f req-b34b30f2-a827-4833-a9dd-b436e5f6bf4d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:25.790087 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-b34b30f2-a827-4833-a9dd-b436e5f6bf4d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--536806871&fields=id&tenant_id=1a303f21eac44daba47cbc84c51c6609 HTTP/1.1" status: 200 len: 267 time: 0.1715822 Feb 11 13:06:26.070176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Network dae85322-5328-44b7-b1ff-1ccd66630750 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:26.077482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:26.083302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:26.223583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:26.225271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:26.255789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12164473-77f0-491f-a33c-11c897f2b5e3 req-ce69eaeb-1005-4de1-8d4b-a2307871fcd1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:26.257552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-12164473-77f0-491f-a33c-11c897f2b5e3 req-ce69eaeb-1005-4de1-8d4b-a2307871fcd1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 932 time: 0.4117305 Feb 11 13:06:26.332971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Pushing event updated for resources: {'Port': ['ID=8c1cc171-0642-454d-98c0-3fad9cc1402c,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:26.342149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:26.373455 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-92dce72c-3cef-4624-8163-01dea89b004c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:26.374242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-46443e4b-947f-411d-88fe-c31d08515b5f req-92dce72c-3cef-4624-8163-01dea89b004c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:network {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:26.382820 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8023171 Feb 11 13:06:26.444718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-46443e4b-947f-411d-88fe-c31d08515b5f req-92dce72c-3cef-4624-8163-01dea89b004c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:network {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:26.455917 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-92dce72c-3cef-4624-8163-01dea89b004c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 811 time: 0.6656559 Feb 11 13:06:26.493297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-12164473-77f0-491f-a33c-11c897f2b5e3 req-76267bfa-c115-49aa-9f8e-39733241b6b3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Synchronizing usage tracker for tenant:001d24a844c340be825a61aadbaa8599 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:26.500957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-ef156e15-8344-4993-bfbd-feb43ebb4e0d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/quotas/1a303f21eac44daba47cbc84c51c6609 HTTP/1.1" status: 200 len: 375 time: 0.0439184 Feb 11 13:06:26.586111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-12164473-77f0-491f-a33c-11c897f2b5e3 req-76267bfa-c115-49aa-9f8e-39733241b6b3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Unset dirty status for tenant:001d24a844c340be825a61aadbaa8599 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:26.587363 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-12164473-77f0-491f-a33c-11c897f2b5e3 req-76267bfa-c115-49aa-9f8e-39733241b6b3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085831 Feb 11 13:06:26.596908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41332) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:26.676180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:26.728764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:26.737342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Usage tracker for resource:security_group_rule and tenant:c100541216c74dcc99f950d28fdad6d2 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:26.741302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-46443e4b-947f-411d-88fe-c31d08515b5f req-99f40a54-223e-47d5-970e-e55881526cf4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:26.743441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:26.758949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:26.768545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-46443e4b-947f-411d-88fe-c31d08515b5f req-99f40a54-223e-47d5-970e-e55881526cf4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:26.772485 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-99f40a54-223e-47d5-970e-e55881526cf4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2473316 Feb 11 13:06:26.780562 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df', 'status': 'completed', 'code': 200} Feb 11 13:06:26.918581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:26.923491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:26.944288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:26.984276 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c100541216c74dcc99f950d28fdad6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856723 Feb 11 13:06:26.985123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41350) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:27.023406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3231840-09f7-40f3-a516-be1d1396c719,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:27.034503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:27.081101 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-e0756679-86da-4117-92cf-eaceeb20a921 service neutron] 10.222.0.93 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563803 Feb 11 13:06:27.092394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:27.123354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:27.194820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:27.200651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90bbf244-8d13-4264-b0a0-d5f5ea970605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:27.216593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3231840-09f7-40f3-a516-be1d1396c719,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:27.219969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:27.226312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:27.231904 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f3231840-09f7-40f3-a516-be1d1396c719 HTTP/1.1" status: 204 len: 168 time: 0.2394657 Feb 11 13:06:27.232166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29505105-1406-4192-9869-5b98511066a7 req-a7b2736e-97c4-45b7-9965-19f5fbdb64b0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:27.235982 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-29505105-1406-4192-9869-5b98511066a7 req-a7b2736e-97c4-45b7-9965-19f5fbdb64b0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.2906015 Feb 11 13:06:27.466583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Request body: {'port': {'device_id': '66df8865-b30e-44a8-8257-2368c1f617c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:27.494615 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-29505105-1406-4192-9869-5b98511066a7 req-6ebb796a-91c8-4d0e-ba6e-b926bfe764cd tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629841 Feb 11 13:06:27.498838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41360) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:27.541854 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-745f59f6-6dc3-4d46-a55a-ca37f641db34 service neutron] 10.222.0.93 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4508379 Feb 11 13:06:27.834605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:27.877993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:27.884267 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-1c8a9e69-d770-44b4-a944-4bc4e4271341 service neutron] 10.222.0.123 "GET /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573627 Feb 11 13:06:27.885517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:27.896200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Usage tracker for resource:security_group_rule and tenant:4768b9fece9541548f709d7f73e75a0c is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:27.916303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:27.938585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:28.666289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1cc171-0642-454d-98c0-3fad9cc1402c {{(pid=79969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:06:28.675302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:28.690428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Transition to ACTIVE for port object 8c1cc171-0642-454d-98c0-3fad9cc1402c will not be triggered until provisioned by entity L2. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:28.693449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:28.710023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:28.776328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951592-4675-4ce1-ac09-97a104057b4a req-43f42dbb-02cb-44a6-b4e6-1d2d096eb88f tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:28.779364 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb951592-4675-4ce1-ac09-97a104057b4a req-43f42dbb-02cb-44a6-b4e6-1d2d096eb88f tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 1.0912640 Feb 11 13:06:28.783700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:28.797513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:28.861563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-dfa2a99f-05a2-4cbe-bf4e-96943b9f7940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:28.884614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Request body: {'port': {'device_id': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:29.071326 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4768b9fece9541548f709d7f73e75a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5709970 Feb 11 13:06:29.095569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41412) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:29.115112 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb951592-4675-4ce1-ac09-97a104057b4a req-eed4b302-1ec3-4290-a46a-42264cbd48c4 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264403 Feb 11 13:06:29.120186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8775f15-6289-476e-bdad-6f0dd88cdf22,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:29.139041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:29.314818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1cc171-0642-454d-98c0-3fad9cc1402c,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:29.345912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8f195-cc72-47db-9eb9-2b35b097f9cb req-90e5653b-fa97-4e7d-9da9-835a06ddf6f3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:29.347420 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88b8f195-cc72-47db-9eb9-2b35b097f9cb req-90e5653b-fa97-4e7d-9da9-835a06ddf6f3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 932 time: 1.1251132 Feb 11 13:06:29.378742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:29.440405 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-96ab0e05-ad26-4fba-9de3-1d270474cc3d req-7e5cee22-a92d-4fdb-b710-850f9a5afd25 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 210 time: 0.0795724 Feb 11 13:06:29.466659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:29.558471 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88b8f195-cc72-47db-9eb9-2b35b097f9cb req-2f84c536-1d67-46b7-9490-3397fcb26b24 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964209 Feb 11 13:06:29.616590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:29.623205 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b4e26e73-bf47-4298-9c8e-1eb14474f247 req-f64a1e15-e6b5-4886-8524-ec46f87514c5 service neutron] 10.222.0.123 "GET /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6320257 Feb 11 13:06:29.625323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-26c806f8-1bee-4d4c-9077-71b979eb0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:29.626897 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-26c806f8-1bee-4d4c-9077-71b979eb0bf5 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1161 time: 0.6372316 Feb 11 13:06:29.635890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Attempting to bind port 8c1cc171-0642-454d-98c0-3fad9cc1402c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:29.636330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Attempting to bind port 8c1cc171-0642-454d-98c0-3fad9cc1402c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:29.636701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Attempting to bind port 8c1cc171-0642-454d-98c0-3fad9cc1402c on network dae85322-5328-44b7-b1ff-1ccd66630750 {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:29.646139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:29.646515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Checking segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:29.646924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:29.647320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Bound using segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:29.647808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Bound port: 8c1cc171-0642-454d-98c0-3fad9cc1402c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'}}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:29.648215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:29.812212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.016222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38579513-66cb-4753-854a-54854c039391 req-cda874fa-fffa-4300-b6a9-dd5915583212 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:30.018036 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38579513-66cb-4753-854a-54854c039391 req-cda874fa-fffa-4300-b6a9-dd5915583212 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.3312216 Feb 11 13:06:30.026407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] For port 8c1cc171-0642-454d-98c0-3fad9cc1402c, host hv-cinder-77398, cleared binding levels {{(pid=79969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:30.032819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] For port 8c1cc171-0642-454d-98c0-3fad9cc1402c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:30.038220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-2eaab473-4e0a-4e37-a1a7-6ba7b5ab986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:30.039935 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-2eaab473-4e0a-4e37-a1a7-6ba7b5ab986a service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.3770337 Feb 11 13:06:30.049042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.127731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:30.206510 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38579513-66cb-4753-854a-54854c039391 req-e0673c33-bf83-4273-93c4-0754d8b4817f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288850 Feb 11 13:06:30.207091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.123', 61811) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:30.214491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.241587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-394960f2-bfb5-4694-9c05-cc010bb97ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:30.243441 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-394960f2-bfb5-4694-9c05-cc010bb97ea7 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=af10570b9f654e5a9914a51680670261&device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 1161 time: 0.5357533 Feb 11 13:06:30.274675 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-12fdad34-a8b1-4dce-b157-7be714fd10d7 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.2214661 Feb 11 13:06:30.525857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1cc171-0642-454d-98c0-3fad9cc1402c,revision_number=3']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:30.613539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53611487-2342-4601-af55-396e98a2f06f {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:06:30.660560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.750439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Transition to ACTIVE for port object 53611487-2342-4601-af55-396e98a2f06f will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:30.752751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-48a47515-af31-491b-9c68-884ae3f79d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:30.755054 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-48a47515-af31-491b-9c68-884ae3f79d47 service neutron] 10.222.0.123 "GET /v2.0/networks?id=e3f76eb6-e226-44b1-aedf-dcd9d804417d HTTP/1.1" status: 200 len: 906 time: 0.4744852 Feb 11 13:06:30.812932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:30.815525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:30.963771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.964161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8775f15-6289-476e-bdad-6f0dd88cdf22,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:30.984428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:30.985536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.988281 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] 10.222.0.123 "PUT /v2.0/ports/8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 1157 time: 3.5263546 Feb 11 13:06:30.993888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:30.995850 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b8775f15-6289-476e-bdad-6f0dd88cdf22 HTTP/1.1" status: 204 len: 168 time: 1.8472841 Feb 11 13:06:30.997068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df8865-b30e-44a8-8257-2368c1f617c6', 'tag': '8c1cc171-0642-454d-98c0-3fad9cc1402c'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:31.011656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:31.014284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-861cb0a7-daad-4fa0-a1ad-9525624a179b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf7c2ebf-d786-4d94-acc7-3be02354f2df HTTP/1.1" status: 200 len: 217 time: 0.1905777 Feb 11 13:06:31.038971 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-75c155fc-77ed-4840-95a6-f3fae406ce43 req-aede4577-e681-431e-9d3a-6e36e6f71935 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 210 time: 0.2048864 Feb 11 13:06:31.046425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:31.341672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Pushing event updated for resources: {'Port': ['ID=53611487-2342-4601-af55-396e98a2f06f,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:31.345359 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:31.499974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-9e20b559-7e36-4454-a740-65734961cd03 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:31.503100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-9e20b559-7e36-4454-a740-65734961cd03 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 811 time: 1.2902277 Feb 11 13:06:31.614850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-90e0385e-eda2-440b-99c3-9bc43d74c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:31.634373 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-90e0385e-eda2-440b-99c3-9bc43d74c24c service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.8841753 Feb 11 13:06:31.826440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41494) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:31.855679 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-21709d9f-70de-430b-a935-5fda690974f4 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577220 Feb 11 13:06:31.864975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-de59daa8-b565-4579-921c-4a3470b09f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:31.866577 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-de59daa8-b565-4579-921c-4a3470b09f73 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f7669b83-1046-4e61-8abf-042f0e22427f HTTP/1.1" status: 200 len: 852 time: 0.8427594 Feb 11 13:06:32.036527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260353d5-8a8c-4b69-9e34-e50a2a4ae254 req-36c4275d-9df0-4f99-b545-5901ca520ffc tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:32.041248 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-260353d5-8a8c-4b69-9e34-e50a2a4ae254 req-36c4275d-9df0-4f99-b545-5901ca520ffc tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 1.5861676 Feb 11 13:06:32.112291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Attempting to bind port 53611487-2342-4601-af55-396e98a2f06f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:32.113270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Attempting to bind port 53611487-2342-4601-af55-396e98a2f06f by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:32.113901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Attempting to bind port 53611487-2342-4601-af55-396e98a2f06f on network dae85322-5328-44b7-b1ff-1ccd66630750 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:32.175709 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-85efa29e-9413-4a88-a089-8f7ef820ffb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/security-groups?tenant_id=1a303f21eac44daba47cbc84c51c6609 HTTP/1.1" status: 200 len: 5704 time: 0.5796897 Feb 11 13:06:32.186773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:32.188831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Checking segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:32.190531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:32.192595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Bound using segment: {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:32.195598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Bound port: 53611487-2342-4601-af55-396e98a2f06f, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dae85322-5328-44b7-b1ff-1ccd66630750'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:32.197620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:32.208691 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-54a8732a-0a86-4d8a-9c5e-2bd994af4c33 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=e3f76eb6-e226-44b1-aedf-dcd9d804417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3128834 Feb 11 13:06:32.381722 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-7756b8c4-abf1-4046-ab2e-4cd5550afeaf service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139029 Feb 11 13:06:32.393102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] For port 53611487-2342-4601-af55-396e98a2f06f, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:32.398938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] For port 53611487-2342-4601-af55-396e98a2f06f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=53611487-2342-4601-af55-396e98a2f06f,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:32.407925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:32.429185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:32.436182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'port': {'device_id': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'admin_state_up': True, 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'security_groups': ['721f2e70-c897-4401-a624-8ebef797c78f']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:32.551377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-07b8d6d0-618d-4c57-a06f-279ff04ee568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:32.553389 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-07b8d6d0-618d-4c57-a06f-279ff04ee568 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1160 time: 1.2460573 Feb 11 13:06:32.740769 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-c6eb9de9-5a8c-463b-b2b8-9b5b86e2fcb5 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.1209898 Feb 11 13:06:32.873215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-b570bc5f-bce6-4d00-b4a4-821f18966929 service neutron] 10.222.0.123 "GET /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048887 Feb 11 13:06:32.893815 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-6d4ba1df-c5ab-49d9-846c-0f432bd93960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:32.895414 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-6d4ba1df-c5ab-49d9-846c-0f432bd93960 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.1428957 Feb 11 13:06:32.936318 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-efc0857d-7990-47ac-abe7-4d13781b13db service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5421278 Feb 11 13:06:32.955104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:32.970663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:33.152095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:33.167443 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-1221274c-b912-425d-81ca-5910f9fbe1c2 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952876 Feb 11 13:06:33.212341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:33.227888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Made reservation on behalf of 1a303f21eac44daba47cbc84c51c6609 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:06:33.261277 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-94f6a992-7855-4036-9071-8d80be753b50 service neutron] 10.222.0.123 "GET /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3617227 Feb 11 13:06:33.276617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:33.342619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b2089b1f55486a8c90879f4807e0e4 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:33.348885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:33.365548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:33.366235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:33.368267 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] 10.222.0.123 "PUT /v2.0/ports/53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 1158 time: 4.5401528 Feb 11 13:06:33.394137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'tag': '53611487-2342-4601-af55-396e98a2f06f'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:33.438747 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-cdd5f563-20ec-4d45-a1d2-0b328afe6f08 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393227 Feb 11 13:06:33.511743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:33.583436 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-260353d5-8a8c-4b69-9e34-e50a2a4ae254 req-6b120530-1258-410e-abde-26a28507b868 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4772942 Feb 11 13:06:33.626260 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f4cfb34-73da-4a59-b594-7388a6f6533a req-d6e88eb8-69dc-4743-97b2-f3c64ef16f21 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1796012 Feb 11 13:06:33.727950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Pushing event updated for resources: {'Port': ['ID=53611487-2342-4601-af55-396e98a2f06f,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:33.742974 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df8865-b30e-44a8-8257-2368c1f617c6', 'tag': '8c1cc171-0642-454d-98c0-3fad9cc1402c', 'status': 'completed', 'code': 200} Feb 11 13:06:33.743211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:33.839312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042a112-fed1-4787-8528-320b1ba0cbc7 req-1489d782-43b1-4886-93f2-83509c9fd5bf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:33.841266 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3042a112-fed1-4787-8528-320b1ba0cbc7 req-1489d782-43b1-4886-93f2-83509c9fd5bf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 944 time: 2.0158350 Feb 11 13:06:33.886245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-61b42836-6c57-40f6-9fba-37941d3d18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:33.887539 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-61b42836-6c57-40f6-9fba-37941d3d18f5 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1160 time: 0.1125321 Feb 11 13:06:34.128775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-e3d1e06a-b25f-41a9-9c42-cdae98fcafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:34.131882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-e3d1e06a-b25f-41a9-9c42-cdae98fcafda service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.2376602 Feb 11 13:06:34.134645 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3042a112-fed1-4787-8528-320b1ba0cbc7 req-dd2f9de0-dcd1-4041-abe6-d0e0275dfd95 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477069 Feb 11 13:06:34.232350 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-cb771ca1-0ab1-4d2e-9caa-8f81b00123fe service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.0931132 Feb 11 13:06:34.326560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-6bef37f6-0856-4262-bd09-847cc4c31876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:34.329217 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-6bef37f6-0856-4262-bd09-847cc4c31876 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0902658 Feb 11 13:06:34.357602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-e482391a-9da1-43b8-86f1-9e8981d462d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:34.361044 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-e482391a-9da1-43b8-86f1-9e8981d462d5 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1161 time: 0.8860261 Feb 11 13:06:34.387293 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-c546bcfc-bb72-4e61-8046-4d31dddb3e68 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498502 Feb 11 13:06:34.487608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41576) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:34.505544 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39dc3528-27e3-48e6-91d1-987e7257bd98 req-ad23c84b-0da9-4d14-a1b4-2672dc934cfd tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 210 time: 0.1571829 Feb 11 13:06:34.516819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:34.537974 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-6cf81f42-ddc6-4ffd-a833-cc43bddc35c4 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 217 time: 0.1188922 Feb 11 13:06:34.566004 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-6804d484-ef27-4d70-ac51-0c3845c282f5 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723473 Feb 11 13:06:34.678230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ea038-8a93-462a-9e8d-a017f85d855a req-e55ec989-c3bf-4b19-a98a-ba33c75172b7 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:34.680477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f39ea038-8a93-462a-9e8d-a017f85d855a req-e55ec989-c3bf-4b19-a98a-ba33c75172b7 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.7774324 Feb 11 13:06:34.689732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:34.781801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:34.795877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:34.802402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:34.807843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Usage tracker for resource:security_group_rule and tenant:05212cf6807141d4bdf3abe5c3cc4dfc is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:34.814990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:34.825972 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'tag': '53611487-2342-4601-af55-396e98a2f06f', 'status': 'completed', 'code': 200} Feb 11 13:06:34.828643 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:34.880016 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2aab8343-75ba-4f1d-ad3b-dc62d1d906f0 req-ef135c4f-9aac-4124-a9c5-008b76f9bb47 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3075175 Feb 11 13:06:34.964301 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f5b2089b1f55486a8c90879f4807e0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1321609 Feb 11 13:06:34.974981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6321547d-dcc7-43d5-98a2-4bad24051871,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:34.977411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41596) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:34.986451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-1f9a5d9c-d248-49aa-8ce6-dd010e622f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:34.988148 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-1f9a5d9c-d248-49aa-8ce6-dd010e622f75 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.2998543 Feb 11 13:06:35.034444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:35.036900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.049543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.058297 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f39ea038-8a93-462a-9e8d-a017f85d855a req-26724808-42b9-4325-8c8a-33f9864c81f9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072026 Feb 11 13:06:35.058913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:35.129675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77721da3-64a3-47b1-8f42-8e4d2a4842ab,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:35.137565 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=05212cf6807141d4bdf3abe5c3cc4dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484952 Feb 11 13:06:35.138482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41604) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:35.139372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:35.185246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.193523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Allocated IP 172.20.0.12 (ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc/bd07f502-8012-4db7-8ace-f3599ec643ee/5193c1c1-3561-4009-9d26-5c7ab0670349) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:06:35.197868 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-ecad5881-86a4-4f9e-b565-3574f169f669 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307418 Feb 11 13:06:35.238783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.315679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.369729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-770fc26b-b2bb-4440-b789-78fc9d1aa4a3 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=79970) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:06:35.450116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.512262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.516774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41616) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:35.517492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5aed7485-7c65-41be-b2e3-e7cc003a20a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:35.538121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6321547d-dcc7-43d5-98a2-4bad24051871,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:35.540855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:35.553721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.560155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-25801412-794a-41d8-a3eb-5c7ca66b9b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:35.583607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.585026 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6321547d-dcc7-43d5-98a2-4bad24051871 HTTP/1.1" status: 204 len: 168 time: 0.6062527 Feb 11 13:06:35.587786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.606075 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/77721da3-64a3-47b1-8f42-8e4d2a4842ab HTTP/1.1" status: 204 len: 168 time: 0.4627299 Feb 11 13:06:35.607819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77721da3-64a3-47b1-8f42-8e4d2a4842ab,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:35.610626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:35.618397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4daa8-e59b-4ec7-8575-c495c897b8b3 req-0360857a-2a6d-43e7-9905-ff33ccb57dbb tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:35.627900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fda4daa8-e59b-4ec7-8575-c495c897b8b3 req-0360857a-2a6d-43e7-9905-ff33ccb57dbb tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 0.6536679 Feb 11 13:06:35.806101 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fda4daa8-e59b-4ec7-8575-c495c897b8b3 req-37544962-0bc7-40af-b5f4-468fc2bcc3d6 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770356 Feb 11 13:06:35.812575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-56ff3d5e-6a8f-48ee-97b5-d8c3d5e04a7c service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002808 Feb 11 13:06:35.859735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:35.910424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:35.919006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Usage tracker for resource:security_group_rule and tenant:74c8aaa73ad243288d0f86ca0808ac02 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:35.931610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:35.951524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:36.118880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.124078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.170065 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:36.212687 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-320b1f05-20c8-476d-bc50-cb8804aed78b req-f11dd0ca-ce04-440a-943e-923cbe62e2b4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 210 time: 0.1051197 Feb 11 13:06:36.213241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41642) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:36.221567 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=74c8aaa73ad243288d0f86ca0808ac02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848006 Feb 11 13:06:36.225083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727036a0-e7d2-464a-8618-d3ae53a83ae4,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:36.244510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:36.490414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device bf7c2ebf-d786-4d94-acc7-3be02354f2df up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:36.516372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77f65-fad3-45b8-9db1-e5c87d59502d req-c511a99a-394c-4ff9-a595-c1c3d3950502 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:36.518091 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fbd77f65-fad3-45b8-9db1-e5c87d59502d req-c511a99a-394c-4ff9-a595-c1c3d3950502 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 944 time: 1.0695395 Feb 11 13:06:36.602875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.612409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port bf7c2ebf-d786-4d94-acc7-3be02354f2df completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:36.621516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port bf7c2ebf-d786-4d94-acc7-3be02354f2df triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:36.622441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.677999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.714204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.776709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.777986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Transition to ACTIVE for port object 5193c1c1-3561-4009-9d26-5c7ab0670349 will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:36.791454 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-376e33f1-9913-4dfc-88fb-f6662d46f428 req-cfe57236-da87-442e-933f-ee0ac74a914b service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6837873 Feb 11 13:06:36.796387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:36.814204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727036a0-e7d2-464a-8618-d3ae53a83ae4,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:36.835231 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fbd77f65-fad3-45b8-9db1-e5c87d59502d req-0e5fcf9b-894d-45bf-8866-4b287ddbe6aa tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953701 Feb 11 13:06:36.837690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:36.869517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.882855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:36.888202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/727036a0-e7d2-464a-8618-d3ae53a83ae4 HTTP/1.1" status: 204 len: 168 time: 0.6550877 Feb 11 13:06:37.036961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:37.135535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port bf7c2ebf-d786-4d94-acc7-3be02354f2df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bf7c2ebf-d786-4d94-acc7-3be02354f2df,segment=NetworkSegment(3b8a71fe-4253-475f-bc92-0e4b481f4caa),segment_id=3b8a71fe-4253-475f-bc92-0e4b481f4caa)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:37.142430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:37.145180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device aee77b66-f8a2-4552-b101-e600ddeeb4f5 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:37.148896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788afb8-61dd-405c-8759-d8131c9b988e req-b340ec61-a82c-408f-8287-c378710b760b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:37.152969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5788afb8-61dd-405c-8759-d8131c9b988e req-b340ec61-a82c-408f-8287-c378710b760b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 944 time: 0.6300104 Feb 11 13:06:37.240017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:37.247868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:37.379522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port aee77b66-f8a2-4552-b101-e600ddeeb4f5 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:37.391093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port aee77b66-f8a2-4552-b101-e600ddeeb4f5 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:37.391983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:37.561427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:37.667973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=bf7c2ebf-d786-4d94-acc7-3be02354f2df,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:37.690381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:37.770107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:06:37.801316 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5788afb8-61dd-405c-8759-d8131c9b988e req-d56d46b2-94b2-46ce-92d9-351f9c647558 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286061 Feb 11 13:06:37.813473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:06:37.821512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:37.840367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:06:37.923169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port aee77b66-f8a2-4552-b101-e600ddeeb4f5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:37.927660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:37.934284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:37.980121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:37.980860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.009283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'Port': ['ID=5193c1c1-3561-4009-9d26-5c7ab0670349,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:38.015293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:06:38.022807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:38.052638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-b6a9ddb2-e74d-4201-be0e-40b795a83408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:38.054550 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-b6a9ddb2-e74d-4201-be0e-40b795a83408 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1161 time: 1.1672792 Feb 11 13:06:38.061299 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8058553 Feb 11 13:06:38.144269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Request body: {'port': {'device_id': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:38.273076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41694) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:38.273916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4b1631d1-77c4-446e-87a5-0cc8b79f5581 None None] Provisioning for port 5193c1c1-3561-4009-9d26-5c7ab0670349 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:38.292102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4b1631d1-77c4-446e-87a5-0cc8b79f5581 None None] Provisioning complete for port 5193c1c1-3561-4009-9d26-5c7ab0670349 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:38.293015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4b1631d1-77c4-446e-87a5-0cc8b79f5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.307410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.328913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:38.333538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Usage tracker for resource:security_group_rule and tenant:29a45fd00001407d9fb6092c822b35be is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:38.338459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:38.346368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:38.360824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-4b1631d1-77c4-446e-87a5-0cc8b79f5581 None None] Port 5193c1c1-3561-4009-9d26-5c7ab0670349 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:06:38.373516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=aee77b66-f8a2-4552-b101-e600ddeeb4f5,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:38.380727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:38.393170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1523a23-6167-415b-8843-3e8f8ab7f718 req-7cfdf93d-c65c-4e91-8f75-8b3f5bf0f895 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:38.394766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-b1ef53fc-d5a6-46d0-909e-be64aaf1338d None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=79970) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:06:38.401665 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a1523a23-6167-415b-8843-3e8f8ab7f718 req-7cfdf93d-c65c-4e91-8f75-8b3f5bf0f895 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 946 time: 0.8415613 Feb 11 13:06:38.473386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.476782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.487899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e34da44-d6e2-4336-8999-59d42ce0cbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:38.552123 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=29a45fd00001407d9fb6092c822b35be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768166 Feb 11 13:06:38.553211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a47c4-428f-44b4-9ac5-84c28b58e4a1,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:38.558547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:38.559304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41704) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:38.640502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.672964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.686613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-708d6d3c-5b62-4b90-8187-02b814e2cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:38.688345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-708d6d3c-5b62-4b90-8187-02b814e2cd9b service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.6260338 Feb 11 13:06:38.735975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.752267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:38.777264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a47c4-428f-44b4-9ac5-84c28b58e4a1,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:38.789824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.791535 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/df9a47c4-428f-44b4-9ac5-84c28b58e4a1 HTTP/1.1" status: 204 len: 168 time: 0.2309263 Feb 11 13:06:38.793054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:38.867696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:38.880295 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-1d84328d-1883-4923-b5eb-b989d3e37925 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 217 time: 0.1461234 Feb 11 13:06:39.016577 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a1523a23-6167-415b-8843-3e8f8ab7f718 req-6bc8b31b-180c-47a5-8ec1-be13ca890574 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530281 Feb 11 13:06:39.063349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 8c1cc171-0642-454d-98c0-3fad9cc1402c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:39.171837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 8c1cc171-0642-454d-98c0-3fad9cc1402c completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:39.201516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 8c1cc171-0642-454d-98c0-3fad9cc1402c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:39.202925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:39.257403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab3da-42dd-4064-a94e-d23301fcd9a1 req-f7c82a10-e902-4265-b0aa-a201ff3582ae tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:39.258297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-31eab3da-42dd-4064-a94e-d23301fcd9a1 req-f7c82a10-e902-4265-b0aa-a201ff3582ae tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:06:39.276330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-ca1bdf76-232f-4018-a098-04ad10a1bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:39.278011 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-ca1bdf76-232f-4018-a098-04ad10a1bebe service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.3849733 Feb 11 13:06:39.361320 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-6db58f1e-c691-45ed-8653-1783397b93bd service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747223 Feb 11 13:06:39.422944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-31eab3da-42dd-4064-a94e-d23301fcd9a1 req-f7c82a10-e902-4265-b0aa-a201ff3582ae tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:06:39.431171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31eab3da-42dd-4064-a94e-d23301fcd9a1 req-f7c82a10-e902-4265-b0aa-a201ff3582ae tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 932 time: 1.2361493 Feb 11 13:06:39.514657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46509994-6690-4ad9-a41a-58bd7ffcc03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:39.548828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:39.592451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 8c1cc171-0642-454d-98c0-3fad9cc1402c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:39.596196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:39.597006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device bf7c2ebf-d786-4d94-acc7-3be02354f2df up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:39.637653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:39.746525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc171-0642-454d-98c0-3fad9cc1402c,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:39.757649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:39.802935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port bf7c2ebf-d786-4d94-acc7-3be02354f2df triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:39.803651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:39.985295 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device aee77b66-f8a2-4552-b101-e600ddeeb4f5 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:40.085811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port aee77b66-f8a2-4552-b101-e600ddeeb4f5 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:40.086400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:40.216737 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31eab3da-42dd-4064-a94e-d23301fcd9a1 req-bdd0aa7a-77a9-469c-a804-513a841a4744 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7848737 Feb 11 13:06:40.379296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5193c1c1-3561-4009-9d26-5c7ab0670349 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:06:40.389488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:40.408442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Transition to ACTIVE for port object 5193c1c1-3561-4009-9d26-5c7ab0670349 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:06:40.418206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:40.456755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:40.621734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-06a3e227-254f-4e96-ad41-eb92af4e52b1 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1886246 Feb 11 13:06:40.785030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6f622-02f8-41ae-9cae-f89e88cd6dc4 req-8b49153c-fc38-4a38-b9f7-ab84bf33c3ad tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:40.787435 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14b6f622-02f8-41ae-9cae-f89e88cd6dc4 req-8b49153c-fc38-4a38-b9f7-ab84bf33c3ad tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 944 time: 1.3533547 Feb 11 13:06:40.833399 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df', 'code': 200} Feb 11 13:06:41.099717 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8102db1e-1aa6-4a8f-beee-e58e0d4bac7f req-fd5eff49-4776-4b55-a0cd-55403de62586 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4455326 Feb 11 13:06:41.174151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 53611487-2342-4601-af55-396e98a2f06f up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:41.331374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5193c1c1-3561-4009-9d26-5c7ab0670349,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:41.384847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 53611487-2342-4601-af55-396e98a2f06f completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:41.390458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:41.399941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7578621-3399-49da-ad50-702d361448c4 req-eac8b8df-d130-4c15-a183-d0f1ac4997a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:41.402189 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7578621-3399-49da-ad50-702d361448c4 req-eac8b8df-d130-4c15-a183-d0f1ac4997a9 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 1163 time: 0.3152287 Feb 11 13:06:41.402767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 53611487-2342-4601-af55-396e98a2f06f triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:41.403301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.469805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.517757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:41.532717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Usage tracker for resource:security_group_rule and tenant:f90f649e435b476794e96f32181e978c is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:41.538690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:41.573058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:41.735462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.739234 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14b6f622-02f8-41ae-9cae-f89e88cd6dc4 req-e979afcc-db50-452a-ac4b-ccc1b9295250 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021214 Feb 11 13:06:41.872694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Attempting to bind port 5193c1c1-3561-4009-9d26-5c7ab0670349 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:41.873082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Attempting to bind port 5193c1c1-3561-4009-9d26-5c7ab0670349 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:06:41.873458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Attempting to bind port 5193c1c1-3561-4009-9d26-5c7ab0670349 on network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:06:41.879196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 53611487-2342-4601-af55-396e98a2f06f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=53611487-2342-4601-af55-396e98a2f06f,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:41.904731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.905753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device aee77b66-f8a2-4552-b101-e600ddeeb4f5 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:41.928405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.928679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:06:41.929369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Checking segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:06:41.933242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.933242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Bound using segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:06:41.933507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.934105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Bound port: 5193c1c1-3561-4009-9d26-5c7ab0670349, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:06:41.936005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:41.961444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:42.041889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:42.044259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09be83ec-427a-4073-be36-0dd254cd5be6,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:42.060475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:42.073730 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7578621-3399-49da-ad50-702d361448c4 req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6610417 Feb 11 13:06:42.136333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port aee77b66-f8a2-4552-b101-e600ddeeb4f5 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:42.137106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:42.324279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f712481-0aba-4b6c-a3ba-8b534f11978f req-aefd3226-401c-4454-bebb-accb96550541 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:42.326038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f712481-0aba-4b6c-a3ba-8b534f11978f req-aefd3226-401c-4454-bebb-accb96550541 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 1.2176411 Feb 11 13:06:42.419844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ccacf746-e968-4865-9ed4-914fa3280bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:42.533863 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f712481-0aba-4b6c-a3ba-8b534f11978f req-f006f0b0-1d7a-4d61-898f-65c907c39f39 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310680 Feb 11 13:06:42.535064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] For port 5193c1c1-3561-4009-9d26-5c7ab0670349, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:06:42.541217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] For port 5193c1c1-3561-4009-9d26-5c7ab0670349, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5193c1c1-3561-4009-9d26-5c7ab0670349,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:06:42.547865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:42.569061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-af572a4e-45a7-4013-ada1-58720e822e71 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:42.584914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 8c1cc171-0642-454d-98c0-3fad9cc1402c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:42.659219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=53611487-2342-4601-af55-396e98a2f06f,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:42.663366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:42.668017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:42.680328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 8c1cc171-0642-454d-98c0-3fad9cc1402c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:42.680829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:42.837715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429868-9d51-401b-9c32-53f336ec8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee77b66-f8a2-4552-b101-e600ddeeb4f5'}, {'server_uuid': '66df8865-b30e-44a8-8257-2368c1f617c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1cc171-0642-454d-98c0-3fad9cc1402c'}, {'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53611487-2342-4601-af55-396e98a2f06f'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:42.922493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5095492-0ef4-4449-a5f2-36d6d1b75dc1 req-bb2076aa-f0c9-4212-adb3-534daac8b456 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:42.925930 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5095492-0ef4-4449-a5f2-36d6d1b75dc1 req-bb2076aa-f0c9-4212-adb3-534daac8b456 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 946 time: 0.7963121 Feb 11 13:06:42.987616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 53611487-2342-4601-af55-396e98a2f06f up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:43.130633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 53611487-2342-4601-af55-396e98a2f06f triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:43.131219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:43.279301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5193c1c1-3561-4009-9d26-5c7ab0670349,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:43.299105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:43.347642 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5095492-0ef4-4449-a5f2-36d6d1b75dc1 req-b7445cee-af3d-4729-a499-36d112063e1a tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064390 Feb 11 13:06:43.361719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:43.362718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:43.368773 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] 10.222.0.123 "PUT /v2.0/ports/5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 200 len: 1158 time: 5.2969129 Feb 11 13:06:43.372063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:43.661907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297d2d-0121-4cb5-bc4e-cbd46eb4ba7a req-4752c156-47e4-4791-969e-92d258a1da0b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:43.671028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8b297d2d-0121-4cb5-bc4e-cbd46eb4ba7a req-4752c156-47e4-4791-969e-92d258a1da0b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.7205591 Feb 11 13:06:43.759090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:43.936734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8b297d2d-0121-4cb5-bc4e-cbd46eb4ba7a req-f3a93933-fa56-482d-8879-fa298aab8b29 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642896 Feb 11 13:06:44.002769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41862) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:44.042563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-c394f6cf-d137-4d35-b3a4-c9bd0b687129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:44.044494 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-c394f6cf-d137-4d35-b3a4-c9bd0b687129 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 1161 time: 0.3317850 Feb 11 13:06:44.076537 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429868-9d51-401b-9c32-53f336ec8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee77b66-f8a2-4552-b101-e600ddeeb4f5', 'code': 200} Feb 11 13:06:44.076842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df8865-b30e-44a8-8257-2368c1f617c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1cc171-0642-454d-98c0-3fad9cc1402c', 'code': 200} Feb 11 13:06:44.077142 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53611487-2342-4601-af55-396e98a2f06f', 'code': 200} Feb 11 13:06:44.222814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10dd0c-00fc-4fd6-b9a9-5174a7f22703 req-06c28eef-018b-4221-a91c-9575b0d195a3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:44.228331 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ad10dd0c-00fc-4fd6-b9a9-5174a7f22703 req-06c28eef-018b-4221-a91c-9575b0d195a3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.5154419 Feb 11 13:06:44.240785 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'status': 'completed', 'code': 200} Feb 11 13:06:44.259888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:44.741700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a77e-bf7c-4bf5-a0b8-3eccd37c366b req-af6e1212-911a-4a08-9320-9f7a8061300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:44.744602 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3107a77e-bf7c-4bf5-a0b8-3eccd37c366b req-af6e1212-911a-4a08-9320-9f7a8061300c service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1163 time: 0.1208169 Feb 11 13:06:44.837285 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-1a9151ad-a1d7-4d46-af1a-d61cf3610429 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 200 len: 217 time: 0.6060269 Feb 11 13:06:44.846282 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3107a77e-bf7c-4bf5-a0b8-3eccd37c366b req-248cf270-eba2-486e-be16-f929c9d87fdd service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943413 Feb 11 13:06:44.921154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:45.007639 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ad10dd0c-00fc-4fd6-b9a9-5174a7f22703 req-6bf7e697-4bbb-418e-b35b-acb928c3450b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556443 Feb 11 13:06:45.009865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:45.021060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2207c0a4de14e619b2b91ffb62d98a3 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:45.031433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:45.047663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:45.078439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-e1f9914f-370a-46d8-a412-db220391baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:45.080134 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-e1f9914f-370a-46d8-a412-db220391baab service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.2271836 Feb 11 13:06:45.109431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde1422-2a54-4bd2-833c-10789359857b req-bdd81bff-b470-49b8-b415-6794d3f58349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:45.111327 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-efde1422-2a54-4bd2-833c-10789359857b req-bdd81bff-b470-49b8-b415-6794d3f58349 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.4189427 Feb 11 13:06:45.236328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799640b4-ad31-43fa-bebc-8275e0ffff2d req-646dbe4d-1da0-43e4-ace5-ffd970beb561 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:45.239041 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-799640b4-ad31-43fa-bebc-8275e0ffff2d req-646dbe4d-1da0-43e4-ace5-ffd970beb561 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.5614552 Feb 11 13:06:45.381259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639972-775f-4f73-a9e8-1485fb35d9b1 req-c3c76c58-f7ab-483e-b40f-adea72b3d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:45.383522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0639972-775f-4f73-a9e8-1485fb35d9b1 req-c3c76c58-f7ab-483e-b40f-adea72b3d457 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.1046076 Feb 11 13:06:45.467018 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0639972-775f-4f73-a9e8-1485fb35d9b1 req-3d125c44-90ec-42b8-acd3-6dfb6e6e7271 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723579 Feb 11 13:06:45.608102 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-efde1422-2a54-4bd2-833c-10789359857b req-ac82dd12-dade-481e-92ac-174f0e83de2d service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472777 Feb 11 13:06:45.633599 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-799640b4-ad31-43fa-bebc-8275e0ffff2d req-9416b25c-9c56-4833-9c63-e3623da20b65 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265589 Feb 11 13:06:45.770652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bfbcf-8fdc-44f3-9141-77231c26f430 req-0d352730-fc76-4d55-82ba-2dfd2d36d348 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:45.772513 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f39bfbcf-8fdc-44f3-9141-77231c26f430 req-0d352730-fc76-4d55-82ba-2dfd2d36d348 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 946 time: 0.5143387 Feb 11 13:06:45.837850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443e4b-947f-411d-88fe-c31d08515b5f req-afa82d22-f6d7-4782-b5fe-34dbe1d92261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:45.838660 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-afa82d22-f6d7-4782-b5fe-34dbe1d92261 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4803505 Feb 11 13:06:45.854380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:45.908686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:45.930336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2c664d92-78a1-46d3-8039-8be59f843cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:45.975539 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f39bfbcf-8fdc-44f3-9141-77231c26f430 req-a74f2629-0edb-4074-bde4-8b782cef682c tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858115 Feb 11 13:06:46.029092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a2207c0a4de14e619b2b91ffb62d98a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0247571 Feb 11 13:06:46.034499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef55b93-aeb3-4bfc-8cea-b61f8701d914,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:46.034685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41930) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:46.049733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.050147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.050542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.050931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.051319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.051707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.052104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.052528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.052876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.053259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.053631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.054185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.054662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.055044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.055450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.055854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.056263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.056906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.057335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.057838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.058477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.059081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.059616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.060301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.067373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:46.165927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:46.199213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86e6b-10b4-4072-ac06-de4bb3356edf req-90e2dbb3-fdd6-4744-8449-d7a928791f09 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:46.201681 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cd86e6b-10b4-4072-ac06-de4bb3356edf req-90e2dbb3-fdd6-4744-8449-d7a928791f09 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.3571916 Feb 11 13:06:46.226365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:46.345153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:46.359768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7fae6803-2328-4c41-aee1-cdda251a2bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:46.386536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef55b93-aeb3-4bfc-8cea-b61f8701d914,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:46.399164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:46.400509 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eef55b93-aeb3-4bfc-8cea-b61f8701d914 HTTP/1.1" status: 204 len: 168 time: 0.3648756 Feb 11 13:06:46.402267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.402680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.403458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.403856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.404277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.404671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.405066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.405452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.406045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.406708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.407306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.407580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.408080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.408472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.408856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.409238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.409617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.409993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.410335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.410717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.411086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.411464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.411842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.412380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:46.416370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:46.509945 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cd86e6b-10b4-4072-ac06-de4bb3356edf req-bd9749f0-2d08-4bbd-ac59-2f88ec9dc35f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953901 Feb 11 13:06:46.680845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb39717-7f15-467c-8b77-8946cea354b7 req-10811fff-ca3a-49b1-b8b6-165bdb8f3639 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:46.695377 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-abb39717-7f15-467c-8b77-8946cea354b7 req-10811fff-ca3a-49b1-b8b6-165bdb8f3639 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.4099689 Feb 11 13:06:46.908226 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-abb39717-7f15-467c-8b77-8946cea354b7 req-ebde388e-ca91-46b6-a32e-63e093c2ea95 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097507 Feb 11 13:06:47.137486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734be3d-59c5-4590-ac37-1becb5509761 req-ec7928cd-cf6f-4e5f-b635-b9a97a7ca79a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:47.139213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d734be3d-59c5-4590-ac37-1becb5509761 req-ec7928cd-cf6f-4e5f-b635-b9a97a7ca79a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.2298636 Feb 11 13:06:47.149371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41954) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:47.174293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.199776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:47.205197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Usage tracker for resource:security_group_rule and tenant:b781b8b4f1294dd6a9264f7cc63368a8 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:47.209391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:47.218254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:47.234193 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d734be3d-59c5-4590-ac37-1becb5509761 req-e2dc03a5-facb-4632-b5e8-8d92145d9c25 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Feb 11 13:06:47.344265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.347256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.356441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1468db63-53e6-4dd9-adda-2413c7a3a859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:47.401649 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b781b8b4f1294dd6a9264f7cc63368a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503207 Feb 11 13:06:47.402449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a32c26-2559-46c1-9653-f57b6d101bfb,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:47.405454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41962) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:47.407224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:47.481730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.511393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.552947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41968) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:47.571773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.578698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:47.593155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a32c26-2559-46c1-9653-f57b6d101bfb,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:47.596302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:47.605953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.607330 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5a32c26-2559-46c1-9653-f57b6d101bfb HTTP/1.1" status: 204 len: 168 time: 0.2002573 Feb 11 13:06:47.745527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:47.766930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:47.772932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Usage tracker for resource:security_group_rule and tenant:f8fa7277fe2b474f93a3c6f3474149d3 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:47.778457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:47.786242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:47.906824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1798cf-00b1-4e03-b13e-a0e00165beaf req-9a2a65f5-835d-4e40-bdb4-83f9975d7573 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:47.908564 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3e1798cf-00b1-4e03-b13e-a0e00165beaf req-9a2a65f5-835d-4e40-bdb4-83f9975d7573 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.2380822 Feb 11 13:06:47.996909 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3e1798cf-00b1-4e03-b13e-a0e00165beaf req-4585c5fa-eaa8-4c87-a2b1-2b0240365919 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801265 Feb 11 13:06:48.009250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41982) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.043701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.076157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:48.079792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.084731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee963601fe4423790da2e2f96855b6a is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:48.088529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.134334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:48.135695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-247e8fb4-6fd8-4bc9-94e7-993d67fada52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:48.168466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:48.221117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c33c85-3d7e-46d9-8693-164fa1e5f4ed,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:48.224696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:48.240839 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f8fa7277fe2b474f93a3c6f3474149d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6860504 Feb 11 13:06:48.243666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41990) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.330266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.363844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.382236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258e4a-0489-4fad-b805-0414c6d8e029 req-8944254e-a623-45de-9b3a-6687a6c668be tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:48.384092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d8258e4a-0489-4fad-b805-0414c6d8e029 req-8944254e-a623-45de-9b3a-6687a6c668be tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.3008537 Feb 11 13:06:48.417281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.422744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9eb50edf-572c-4d3a-90c0-1f5573a7a30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:48.435335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c33c85-3d7e-46d9-8693-164fa1e5f4ed,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:48.441346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:48.449947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.451146 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/09c33c85-3d7e-46d9-8693-164fa1e5f4ed HTTP/1.1" status: 204 len: 168 time: 0.2061694 Feb 11 13:06:48.554942 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d8258e4a-0489-4fad-b805-0414c6d8e029 req-38482649-d942-48fa-9d4e-56745a0fc096 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617560 Feb 11 13:06:48.557642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.564602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.574708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:48.630457 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5ee963601fe4423790da2e2f96855b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200917 Feb 11 13:06:48.633399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba082719-98e0-47fa-bf8b-22b9faa046e9,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:48.633660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41998) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.639322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:48.711221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.728502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10978-eb6e-461a-ba0f-bfe1ce967e3a req-6eb6356f-9843-4b8a-b5f3-a3e1861178b2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:48.730305 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-62c10978-eb6e-461a-ba0f-bfe1ce967e3a req-6eb6356f-9843-4b8a-b5f3-a3e1861178b2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.3144326 Feb 11 13:06:48.741118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.794972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.798298 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-62c10978-eb6e-461a-ba0f-bfe1ce967e3a req-0bcc211e-6d33-4ff6-961a-63a706f9b2d4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615566 Feb 11 13:06:48.810095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2baee440-a501-4263-ae5c-8c777f2ede22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:48.826259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba082719-98e0-47fa-bf8b-22b9faa046e9,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:48.830271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:48.831077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.832325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ba082719-98e0-47fa-bf8b-22b9faa046e9 HTTP/1.1" status: 204 len: 168 time: 0.1974163 Feb 11 13:06:48.909458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42006) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.928425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:48.945003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:48.949020 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Usage tracker for resource:security_group_rule and tenant:d2e88af0961349b7ae3869b4efc52824 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:48.951986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:48.958539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:49.070885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.074882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.094132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8bb9ade3-62b7-4079-ac0a-e1fc99e0b541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:49.163486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a0a3fe-d601-4932-ba81-8b9d69ff8a08,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:49.170142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:49.192237 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d2e88af0961349b7ae3869b4efc52824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814362 Feb 11 13:06:49.196906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42018) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:49.270491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.309510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.340723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700bc3c-5194-4679-8b4b-549e6977ee49 req-99d51e71-5673-4609-9b76-a3c755361750 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:49.342563 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0700bc3c-5194-4679-8b4b-549e6977ee49 req-99d51e71-5673-4609-9b76-a3c755361750 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.2038982 Feb 11 13:06:49.422052 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0700bc3c-5194-4679-8b4b-549e6977ee49 req-213d6c96-ce6d-4156-ad39-d0bd847f2d35 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716445 Feb 11 13:06:49.587321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.593075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-719b0843-e1e1-48ea-9148-b31a6526fdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:49.605954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a0a3fe-d601-4932-ba81-8b9d69ff8a08,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:49.610084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:49.613606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.615038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/67a0a3fe-d601-4932-ba81-8b9d69ff8a08 HTTP/1.1" status: 204 len: 168 time: 0.4169874 Feb 11 13:06:49.881986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3541a6b-5c1a-4813-9a71-cc1320139e47 req-80b0788a-3546-460b-bd68-d52793f36409 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:49.883823 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c3541a6b-5c1a-4813-9a71-cc1320139e47 req-80b0788a-3546-460b-bd68-d52793f36409 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.1797888 Feb 11 13:06:49.950082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:49.967609 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c3541a6b-5c1a-4813-9a71-cc1320139e47 req-0cf3bb37-15b7-4e29-b032-d82e1a907a1e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724330 Feb 11 13:06:50.160443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8d286-1ab4-4e8f-beb1-03e68a78910f req-ee3f8f69-f8df-41e0-a850-97e80f562c80 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:50.162164 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9bf8d286-1ab4-4e8f-beb1-03e68a78910f req-ee3f8f69-f8df-41e0-a850-97e80f562c80 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.1927743 Feb 11 13:06:50.290277 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9bf8d286-1ab4-4e8f-beb1-03e68a78910f req-3064ccbe-bbe8-485a-ad3b-9845b2e9dd03 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205039 Feb 11 13:06:50.417700 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-1f5dbb3f-d832-42c9-90ff-ebeae53930c4 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168720 Feb 11 13:06:50.595795 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46443e4b-947f-411d-88fe-c31d08515b5f req-f3b9876b-392e-4cb9-92ef-313aa26c8b5a service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1704071 Feb 11 13:06:50.930028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99538104-cdc9-4222-b030-8bb21f99405c req-09f0d1e6-9f7a-4ac3-8200-702bf41148b7 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:50.932610 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-99538104-cdc9-4222-b030-8bb21f99405c req-09f0d1e6-9f7a-4ac3-8200-702bf41148b7 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.2682073 Feb 11 13:06:50.939513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-412005f1-ff29-47ef-b4e3-de946ea27913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:50.941838 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-412005f1-ff29-47ef-b4e3-de946ea27913 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 1161 time: 0.2758188 Feb 11 13:06:51.289153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-99538104-cdc9-4222-b030-8bb21f99405c req-717798ab-a496-4f6f-ae7c-d8d9c7f6b073 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458517 Feb 11 13:06:51.411270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-e715ba6b-3fed-40e9-bc9f-261b25efa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:51.413072 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-e715ba6b-3fed-40e9-bc9f-261b25efa17d service neutron] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 905 time: 0.4486935 Feb 11 13:06:51.821032 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-712386c0-a4b9-4470-9dfa-4b5ea20c6157 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 200 len: 217 time: 0.3982966 Feb 11 13:06:51.972671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd203f-dedf-43e5-a361-39545166d1df req-30da311c-326b-46c2-8d3d-e0beecfe21fe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:51.982124 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76dd203f-dedf-43e5-a361-39545166d1df req-30da311c-326b-46c2-8d3d-e0beecfe21fe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.8019636 Feb 11 13:06:52.217439 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76dd203f-dedf-43e5-a361-39545166d1df req-7d1f1ff8-f0e9-4692-8e8a-df95d7b02d3e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341478 Feb 11 13:06:52.220998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-ee07ed5c-f6fd-49f9-8a6e-bcc8c6ebe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:52.222798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-ee07ed5c-f6fd-49f9-8a6e-bcc8c6ebe819 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.2375164 Feb 11 13:06:52.406915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012b3b-0368-4651-b855-22a863272d10 req-7cde2832-ebe7-4078-9022-42c9ed12d253 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:52.416660 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25012b3b-0368-4651-b855-22a863272d10 req-7cde2832-ebe7-4078-9022-42c9ed12d253 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.5967786 Feb 11 13:06:52.504717 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25012b3b-0368-4651-b855-22a863272d10 req-8950520c-685b-414a-bef7-9c2980cd1645 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869002 Feb 11 13:06:52.545560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-8aadcb44-82ae-4b21-ab02-e5f8f6fb0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:52.550329 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-8aadcb44-82ae-4b21-ab02-e5f8f6fb0a7f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3164084 Feb 11 13:06:52.828656 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-202aefab-19ab-461b-9188-24d63a6e706f service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690032 Feb 11 13:06:53.204146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d9c-c5e7-4311-b064-55c1847cc78a req-8acca169-b853-4fd6-b596-5da3d94ee691 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:53.205619 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-272a5d9c-c5e7-4311-b064-55c1847cc78a req-8acca169-b853-4fd6-b596-5da3d94ee691 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.3602054 Feb 11 13:06:53.243618 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a12ff34e-1599-48df-bab1-20d37c9c303f req-8e292e6c-d228-43ab-8f2a-cc5636503312 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3963821 Feb 11 13:06:53.319316 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-272a5d9c-c5e7-4311-b064-55c1847cc78a req-b60cc2d9-9ea0-4527-b227-22d2b7587a2b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008670 Feb 11 13:06:53.682678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6228381-f6d7-4612-9188-107aeb5b3c21 req-b6a81ab0-637a-4bb8-9cb1-33b2d4c2025e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:53.691316 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b6228381-f6d7-4612-9188-107aeb5b3c21 req-b6a81ab0-637a-4bb8-9cb1-33b2d4c2025e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.2129960 Feb 11 13:06:53.840707 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b6228381-f6d7-4612-9188-107aeb5b3c21 req-8f75302d-b3f5-4894-8ba3-704d71b5dd4b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482766 Feb 11 13:06:53.996215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaa619-45f3-46ef-ba60-d4664921d617 req-4876f107-5eab-4457-848f-bb3afdd6ede5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:54.017416 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10aaa619-45f3-46ef-ba60-d4664921d617 req-4876f107-5eab-4457-848f-bb3afdd6ede5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.3223519 Feb 11 13:06:54.100429 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10aaa619-45f3-46ef-ba60-d4664921d617 req-fb6b900e-fc88-4da2-a310-f31342c08f36 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816767 Feb 11 13:06:54.537996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe9c3a-731c-4744-b683-79db17bcc3c6 req-55ce54d4-2d36-43b0-806b-2f92e4a7cecf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:54.539713 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91fe9c3a-731c-4744-b683-79db17bcc3c6 req-55ce54d4-2d36-43b0-806b-2f92e4a7cecf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.2166378 Feb 11 13:06:54.613030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-04693ae2-e328-4cc1-a67b-cb4eaa524a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:54.614642 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-04693ae2-e328-4cc1-a67b-cb4eaa524a94 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1163 time: 0.3724413 Feb 11 13:06:54.645322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42226) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:54.799259 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91fe9c3a-731c-4744-b683-79db17bcc3c6 req-4f06fd32-5349-4e58-88ef-1e78c77d5d7c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132652 Feb 11 13:06:54.846349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:54.864797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:54.869077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Usage tracker for resource:security_group_rule and tenant:c7cee83a6e5147d2bf5597c4d15967f1 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:54.872281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:54.878072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:54.936633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6283c-2328-409d-8bfa-095ac4d68807 req-30343608-9b98-4424-bca5-7eee19e299ba tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:54.945654 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06d6283c-2328-409d-8bfa-095ac4d68807 req-30343608-9b98-4424-bca5-7eee19e299ba tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.4047050 Feb 11 13:06:54.992653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-1bc0d24f-117e-420a-9668-8b1023c13045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:54.994327 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-1bc0d24f-117e-420a-9668-8b1023c13045 service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.3712058 Feb 11 13:06:55.035100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.040131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.048681 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06d6283c-2328-409d-8bfa-095ac4d68807 req-0308d860-1914-441d-bd0a-59147ec22bfd tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018889 Feb 11 13:06:55.092650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d0388f9b-18e4-40df-b517-0e5ad44b722c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:55.132732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0374036-7190-4883-8814-19e667b5dd71,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:55.136865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:55.139648 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7cee83a6e5147d2bf5597c4d15967f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932959 Feb 11 13:06:55.143460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42242) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:55.161116 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-e82f4051-1461-4ea3-9dcd-4c8d14abe306 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 217 time: 0.1456921 Feb 11 13:06:55.236341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.261905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-024ba326-b265-4e66-b1aa-ba8e92be479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:55.263590 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-024ba326-b265-4e66-b1aa-ba8e92be479f service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0940917 Feb 11 13:06:55.305213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.341698 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-2b47ee2b-92de-4cb0-9e83-4962cb6445d1 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702527 Feb 11 13:06:55.366510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42256) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:55.407316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.422957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3efd11b6-831a-4a38-902b-9694db7df85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:55.438166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0374036-7190-4883-8814-19e667b5dd71,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:55.462442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:55.470438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.472262 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b0374036-7190-4883-8814-19e667b5dd71 HTTP/1.1" status: 204 len: 168 time: 0.3276086 Feb 11 13:06:55.536558 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-4ba3ce5e-65c7-45af-bb77-e0d16b85d30f service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819203 Feb 11 13:06:55.619151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.637775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:55.643967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Usage tracker for resource:security_group_rule and tenant:fc42aef200bc4f1db8f3099fd949abe9 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:55.647551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:55.655303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:55.757785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.761390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:55.768972 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-188891aa-9238-40a5-be9f-7fdd91e13d3b req-24742465-ccfb-4e4e-8a00-4f2ba7ce8706 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2218237 Feb 11 13:06:55.773530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-24b4bc29-89b7-4c89-ad9a-0d93c3b76dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:55.829917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c614356-1630-451c-93c1-39f8659dea8c,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:55.854492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:55.904139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42284) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:55.912124 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fc42aef200bc4f1db8f3099fd949abe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413492 Feb 11 13:06:55.975695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42290) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:55.995507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.014780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:56.019090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Usage tracker for resource:security_group_rule and tenant:737e36bf13cb431fb552a3f430844ba8 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:56.022356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:56.028643 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:56.081614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.123221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.228868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.233528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.243379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-70444d68-96b5-42be-ab90-2485074cffeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:56.307719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1dd5-9be7-45d9-8e85-55ef15c778f1 req-98d7e3ad-1086-4eb6-98a2-6e8db303716e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:56.310856 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d24a1dd5-9be7-45d9-8e85-55ef15c778f1 req-98d7e3ad-1086-4eb6-98a2-6e8db303716e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.3465316 Feb 11 13:06:56.332101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa5dba-cd1e-4f6c-b62e-7b65931bea5b,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:56.349477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:56.369638 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=737e36bf13cb431fb552a3f430844ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900092 Feb 11 13:06:56.370476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42306) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:56.437245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.474584 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d24a1dd5-9be7-45d9-8e85-55ef15c778f1 req-a300d47f-68f7-4333-a851-60bbcce78733 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932188 Feb 11 13:06:56.484928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.485823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.490895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:56.520320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c614356-1630-451c-93c1-39f8659dea8c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:56.523453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:56.552408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.561636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:56.592250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa5dba-cd1e-4f6c-b62e-7b65931bea5b,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:56.599093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:56.602313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.606243 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a8fa5dba-cd1e-4f6c-b62e-7b65931bea5b HTTP/1.1" status: 204 len: 168 time: 0.2324367 Feb 11 13:06:56.647819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95ffb8-6b32-4083-a250-af93dea17072 req-4b9fac02-c202-4058-9f7d-7da6bbf2c05d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:56.651943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d95ffb8-6b32-4083-a250-af93dea17072 req-4b9fac02-c202-4058-9f7d-7da6bbf2c05d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.3339059 Feb 11 13:06:56.658325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:56.661920 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0c614356-1630-451c-93c1-39f8659dea8c HTTP/1.1" status: 204 len: 168 time: 0.7541685 Feb 11 13:06:56.744288 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d95ffb8-6b32-4083-a250-af93dea17072 req-95ea0da5-8eb4-4d1b-9d86-21d66545de5b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785348 Feb 11 13:06:57.087119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 5193c1c1-3561-4009-9d26-5c7ab0670349 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:57.195771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 5193c1c1-3561-4009-9d26-5c7ab0670349 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:06:57.204019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 5193c1c1-3561-4009-9d26-5c7ab0670349 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:57.204664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.279002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42348) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:57.324274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.358355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:57.370280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Usage tracker for resource:security_group_rule and tenant:fc4ec31a1388403b905ccadf99a52128 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:57.375633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:57.388660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:57.410428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.454233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:57.466430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 5193c1c1-3561-4009-9d26-5c7ab0670349, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5193c1c1-3561-4009-9d26-5c7ab0670349,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:06:57.477399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.480895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:57.545945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.553017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.568003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=5193c1c1-3561-4009-9d26-5c7ab0670349,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:57.573903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b5870d2e-0172-4ee9-84f3-1c0a6f3d865d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:57.578031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.578429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.578817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.579199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.579581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.579958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.580362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.580738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.581118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.581489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.582083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.582400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.582849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.583212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.583558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.583932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.584347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.585485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.586122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.586497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.587139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.587400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.587773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.588136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:06:57.599721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'code': 200} Feb 11 13:06:57.601219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:57.666779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5ed470-e1b0-4ff4-9d96-1617bb3f79f0,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:57.678355 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fc4ec31a1388403b905ccadf99a52128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982003 Feb 11 13:06:57.679035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42360) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:57.679918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:57.802249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.878272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.916503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6cb29-5afe-45cc-b642-40f8abee753d req-7aa815cf-66ff-4b90-8f5c-20f3245f75c7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:57.918239 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fea6cb29-5afe-45cc-b642-40f8abee753d req-7aa815cf-66ff-4b90-8f5c-20f3245f75c7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.2603030 Feb 11 13:06:57.952391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42374) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:57.960083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.966340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ab348b2c-9feb-4a62-81ad-ed71c6e6d258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:57.982131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5ed470-e1b0-4ff4-9d96-1617bb3f79f0,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:57.985049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:57.986266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:57.987478 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c5ed470-e1b0-4ff4-9d96-1617bb3f79f0 HTTP/1.1" status: 204 len: 168 time: 0.3042064 Feb 11 13:06:58.172260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.175001 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fea6cb29-5afe-45cc-b642-40f8abee753d req-f4be4ee3-e599-4621-9d1e-a3d6f57fb2c9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122532 Feb 11 13:06:58.220274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:58.225778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Usage tracker for resource:security_group_rule and tenant:5cef4ef1eef840a2aa73fb57cee77eb5 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:58.228980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:58.235402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:58.274702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 5193c1c1-3561-4009-9d26-5c7ab0670349 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:06:58.311155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd11a0f-d1dd-42cd-88e7-3195acd19357 req-6ad156c6-be18-46fa-a253-c39d1f541468 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:58.313442 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fcd11a0f-d1dd-42cd-88e7-3195acd19357 req-6ad156c6-be18-46fa-a253-c39d1f541468 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.3929768 Feb 11 13:06:58.352780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165861de-b037-488c-8274-a09ba9dc5857 req-f4ef7780-3e47-4cd3-b5cf-463a4e7891da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:06:58.354332 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-165861de-b037-488c-8274-a09ba9dc5857 req-f4ef7780-3e47-4cd3-b5cf-463a4e7891da service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 1163 time: 0.4351153 Feb 11 13:06:58.397489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.403681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.426409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 5193c1c1-3561-4009-9d26-5c7ab0670349 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:06:58.427055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.437383 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fcd11a0f-d1dd-42cd-88e7-3195acd19357 req-da111c1f-d49e-4498-a50a-82c678d7d4f6 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149824 Feb 11 13:06:58.439163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-165861de-b037-488c-8274-a09ba9dc5857 req-d3fd2036-09d2-45ca-b6b1-3c15bbbd9673 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690777 Feb 11 13:06:58.452757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:58.535108 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5cef4ef1eef840a2aa73fb57cee77eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810425 Feb 11 13:06:58.536019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf80b49-eb4f-479c-9f4b-50b75020be1c,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:58.538094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42398) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:58.542407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:58.639514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.654909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42404) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:58.677481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.730168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.736668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:58.750950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf80b49-eb4f-479c-9f4b-50b75020be1c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:58.764830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:58.770083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.773059 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4bf80b49-eb4f-479c-9f4b-50b75020be1c HTTP/1.1" status: 204 len: 168 time: 0.2314258 Feb 11 13:06:58.926664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:58.944133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42418) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:58.946334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:58.953611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5da4233e9444fdb3b74bbbb6144c9a is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:58.956673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:58.963972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:59.053243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.059201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.069050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f7fed511-b785-4fc2-837b-085afc6e6788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:59.113616 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cc5da4233e9444fdb3b74bbbb6144c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569695 Feb 11 13:06:59.119731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42428) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:59.133644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1647362d-b94b-453c-b113-9cb368019786,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:59.143195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:59.185310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.214085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.315297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.416331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42438) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:59.436431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.453330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:59.466623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Usage tracker for resource:security_group_rule and tenant:ba94065dd028468a94c142341195efdc is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:59.471029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:59.478674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:59.586795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.589669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:06:59.589787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.594476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd06e81efc444dfb00576446a0014d5 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:06:59.597835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:06:59.601118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:59.604301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:06:59.636500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ff43d-dbd4-4769-a059-6cdfca9d591e,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:59.644519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:59.676170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba94065dd028468a94c142341195efdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578361 Feb 11 13:06:59.679900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42450) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:59.772620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.806586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.808078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.816080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.819943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4aec8ebc-78ef-4b2e-a024-75461bcfca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:59.835286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.849057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647362d-b94b-453c-b113-9cb368019786,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:59.857059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.857212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:59.863010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:59.883717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b12424a3-4945-4026-bee0-a4939163fb23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:06:59.911788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ff43d-dbd4-4769-a059-6cdfca9d591e,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:06:59.916216 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bfd06e81efc444dfb00576446a0014d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9680340 Feb 11 13:06:59.916216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.916216 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1647362d-b94b-453c-b113-9cb368019786 HTTP/1.1" status: 204 len: 168 time: 0.7978156 Feb 11 13:06:59.916526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42456) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:59.922113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:06:59.923233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:06:59.927589 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac0ff43d-dbd4-4769-a059-6cdfca9d591e HTTP/1.1" status: 204 len: 168 time: 0.2428296 Feb 11 13:06:59.947284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da9231-d764-46fd-a98d-853f8e9c856e,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:00.001363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.037681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.068885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6913d-374e-43a8-a434-1b1613ca1570 req-483bb78b-b243-44f9-8dcb-937de140dab1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:00.070639 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7dc6913d-374e-43a8-a434-1b1613ca1570 req-483bb78b-b243-44f9-8dcb-937de140dab1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.5211344 Feb 11 13:07:00.071572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:00.090464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.096341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:00.111157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da9231-d764-46fd-a98d-853f8e9c856e,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:00.114223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:00.115246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.119302 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-063ae8be-7f2b-40f1-92f9-fba4715bf4d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5da9231-d764-46fd-a98d-853f8e9c856e HTTP/1.1" status: 204 len: 168 time: 0.1991346 Feb 11 13:07:00.173168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb9caf-09f3-4c25-a17b-ea4843e9cd60 req-87062a29-5770-457f-b2eb-898457d027c2 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:00.174863 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b5fb9caf-09f3-4c25-a17b-ea4843e9cd60 req-87062a29-5770-457f-b2eb-898457d027c2 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.5097797 Feb 11 13:07:00.312400 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7dc6913d-374e-43a8-a434-1b1613ca1570 req-c4a8ca29-124b-4a37-ba02-b722434f4ca0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352417 Feb 11 13:07:00.346914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b5fb9caf-09f3-4c25-a17b-ea4843e9cd60 req-0479a751-ab8f-48c0-a36a-e4090e375048 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397638 Feb 11 13:07:00.371222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 5193c1c1-3561-4009-9d26-5c7ab0670349 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:00.450609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 5193c1c1-3561-4009-9d26-5c7ab0670349 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:00.451235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.661126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42476) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:00.681533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.698186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:00.702179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Usage tracker for resource:security_group_rule and tenant:5e93145a4b6f45a78e216976c5c623d1 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:00.705204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:00.711548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:00.714322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42480) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:00.748073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.771981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:00.776762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:171ed2e8ac3246d09f5a857624c99e32 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:00.780912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:00.788302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:00.849239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.853023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.886917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0fd33fd6-7e28-4d43-af1c-a4ebdc3c1591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:00.899783 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e93145a4b6f45a78e216976c5c623d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351303 Feb 11 13:07:00.900111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42488) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:00.934049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.941088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:00.950775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-52a62899-e501-4f30-886c-b92c89707c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:00.951086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b96087-bc51-4171-9e70-6aee872f2ec7,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:00.956621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:00.993468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a994b44-4258-405a-951e-14f04e88d448,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:00.997429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:01.003403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.010948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=171ed2e8ac3246d09f5a857624c99e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953105 Feb 11 13:07:01.011665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42498) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:01.040971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.080313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.094249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.100302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-580081cd-9132-4561-90cb-4eaec1fdfe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:01.110078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.114646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b96087-bc51-4171-9e70-6aee872f2ec7,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:01.117442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:01.141458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.142954 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/73b96087-bc51-4171-9e70-6aee872f2ec7 HTTP/1.1" status: 204 len: 168 time: 0.2418838 Feb 11 13:07:01.169741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.175557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-55592b64-fe09-4f27-97a9-b748566df0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:01.187770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a994b44-4258-405a-951e-14f04e88d448,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:01.192089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:01.195600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:01.207612 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a994b44-4258-405a-951e-14f04e88d448 HTTP/1.1" status: 204 len: 168 time: 0.1924448 Feb 11 13:07:01.696582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8fe9d-070a-4167-86a7-421f605fdc09 req-2317a351-463b-45f1-87ed-9a776abc189c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:01.698477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e7b8fe9d-070a-4167-86a7-421f605fdc09 req-2317a351-463b-45f1-87ed-9a776abc189c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.2484646 Feb 11 13:07:01.787768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9c631-b0e8-4dcb-9325-5a25a751354e req-6587dbe2-39cc-4898-8db0-21278b770f87 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:01.789304 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2cd9c631-b0e8-4dcb-9325-5a25a751354e req-6587dbe2-39cc-4898-8db0-21278b770f87 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.2758172 Feb 11 13:07:01.884284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e7b8fe9d-070a-4167-86a7-421f605fdc09 req-7ff3c2e9-1d1b-4110-b3ee-66da030ce4d4 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938241 Feb 11 13:07:01.920639 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2cd9c631-b0e8-4dcb-9325-5a25a751354e req-1019f467-ef08-462d-a1ec-d70950de9968 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146626 Feb 11 13:07:02.224135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45eea2-fbc5-4b46-a940-fd77d24e8e5f req-92b800eb-406a-4007-9ed7-789e3d3bcda8 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:02.225807 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d45eea2-fbc5-4b46-a940-fd77d24e8e5f req-92b800eb-406a-4007-9ed7-789e3d3bcda8 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.1708257 Feb 11 13:07:02.236053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42554) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:02.242150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'floatingip': {'port_id': '5193c1c1-3561-4009-9d26-5c7ab0670349'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:02.371586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:03.433170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42602) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:03.563243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3a69-f0d5-4c02-b88b-8becdd62de9d req-26828145-627d-4b0e-a42e-d5c4a3466241 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:03.565907 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9fd3a69-f0d5-4c02-b88b-8becdd62de9d req-26828145-627d-4b0e-a42e-d5c4a3466241 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.4331570 Feb 11 13:07:03.573553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.resource_extend [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:07:03.756064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:03.766993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923835281-network', 'tenant_id': 'bc4a9fb171b647dea604de1ae6178149'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:03.772466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:03.777191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Usage tracker for resource:network and tenant:bc4a9fb171b647dea604de1ae6178149 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:03.780208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:03.787938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:03.788654 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9fd3a69-f0d5-4c02-b88b-8becdd62de9d req-936946c3-71d4-4ad2-bd35-95f7e407eaa6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110191 Feb 11 13:07:03.790017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:03.816356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Made reservation on behalf of bc4a9fb171b647dea604de1ae6178149 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:03.822891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:03.839012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:03.861366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:03.865896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4a9fb171b647dea604de1ae6178149 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:03.870363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:03.878014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:03.983617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:03.987723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42618) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:03.988651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.003344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0ce423cf-427b-4c07-86c2-f03e2c056f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:04.042239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:07:04.054394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.054925 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Added segment 70df9338-dd18-48d0-aa98-4db78b353ef9 of type vxlan for network a2ee9319-8131-4b8d-981d-2afbc890c43c Feb 11 13:07:04.092148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.130639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.139255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:04.140520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.160074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8807f-9f34-4205-a979-183cdddc07f2,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:04.177280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:04.177692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:04.186039 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Floating IP 472fe186-ad48-45bd-99c7-2374a84ba197 associated. External IP: 172.27.2.133, port: 5193c1c1-3561-4009-9d26-5c7ab0670349. Feb 11 13:07:04.235324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.315412 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8810048 Feb 11 13:07:04.323197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42632) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:04.336136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Request body: {'subnet': {'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923835281-subnet', 'tenant_id': 'bc4a9fb171b647dea604de1ae6178149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:04.341139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:04.345166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Usage tracker for resource:subnet and tenant:bc4a9fb171b647dea604de1ae6178149 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:04.348721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:04.355608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:04.364796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ee9319-8131-4b8d-981d-2afbc890c43c,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:04.367549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:04.370858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Made reservation on behalf of bc4a9fb171b647dea604de1ae6178149 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:04.380101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.383035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network a2ee9319-8131-4b8d-981d-2afbc890c43c details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:04.397671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:04.402750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Usage tracker for resource:security_group_rule and tenant:7fa9b2e910bc4b6a88c18122ac5dc0f1 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:04.407593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:04.431353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:04.449161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network a2ee9319-8131-4b8d-981d-2afbc890c43c details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:04.694096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.714098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:04.720195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Router 50215d01-c5c4-4145-b46b-ee72feabc894 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:07:04.728187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:04.848772 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7fa9b2e910bc4b6a88c18122ac5dc0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557243 Feb 11 13:07:04.882975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42648) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:04.885962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e86d8-f658-4014-ab94-20329262caab,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:04.891811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:05.059151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.098909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.188924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.194878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ffd052e-6be0-4b58-a0ce-7eb5088e6cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:05.214438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e86d8-f658-4014-ab94-20329262caab,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:05.218411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:05.295274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.297349 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a5e86d8-f658-4014-ab94-20329262caab HTTP/1.1" status: 204 len: 168 time: 0.4076951 Feb 11 13:07:05.341949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.387488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6d03-5be5-4e4b-a2cf-b935cafdda5d req-c4fd5c20-dca4-4ccf-b802-09d3308e359a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:05.389250 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e64d6d03-5be5-4e4b-a2cf-b935cafdda5d req-c4fd5c20-dca4-4ccf-b802-09d3308e359a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.3598154 Feb 11 13:07:05.400055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:07:05.407866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.415131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:07:05.428852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:05.437471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:06:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:05.522315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:05.598925 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-18e9643f-7899-496e-8f99-8fbb737d3565 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "PUT /v2.0/floatingips/472fe186-ad48-45bd-99c7-2374a84ba197 HTTP/1.1" status: 200 len: 992 time: 3.3614328 Feb 11 13:07:05.605546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:05.611606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22adc858-3962-4132-85b7-d1c43e142fc8,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:05.615220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:05.624827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Checking segment: {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:05.624827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Network hostable DHCP agents. Network: a2ee9319-8131-4b8d-981d-2afbc890c43c, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:07:05.644760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Network a2ee9319-8131-4b8d-981d-2afbc890c43c is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:07:05.659276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, a2ee9319-8131-4b8d-981d-2afbc890c43c) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:05.670310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7cb0d-95d3-4761-b20a-33c79315f53a None None] Network a2ee9319-8131-4b8d-981d-2afbc890c43c requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:05.676461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:05.677115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.706351 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3816957 Feb 11 13:07:05.720414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:05.750122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d7709-4e72-43d2-865f-7723c2a3f1ec req-2b1bf5dc-e6c5-425e-99f3-e46a7aa39822 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:05.758171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8e2d7709-4e72-43d2-865f-7723c2a3f1ec req-2b1bf5dc-e6c5-425e-99f3-e46a7aa39822 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 946 time: 0.5947552 Feb 11 13:07:05.859878 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e64d6d03-5be5-4e4b-a2cf-b935cafdda5d req-24daed7e-458d-400b-bfc5-8fdb8febd3bd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626117 Feb 11 13:07:05.876922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42680) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:05.912276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:05.920333 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8e2d7709-4e72-43d2-865f-7723c2a3f1ec req-e831b557-b5dd-47c3-bc8d-68d466e7efc0 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611249 Feb 11 13:07:05.946941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:05.957060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Usage tracker for resource:security_group_rule and tenant:f951a95a6cf74dee8bf38bbf8c8ffd51 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:05.963734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:05.979339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:06.035486 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'status': 'completed', 'code': 200} Feb 11 13:07:06.080331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d6a56-ab0f-4aeb-b9d0-694753187c21 None None] Network a2ee9319-8131-4b8d-981d-2afbc890c43c requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:06.192456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:06.194303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-1a1e092a-be6f-4ea6-b05a-c6465f608381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:06.196085 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-1a1e092a-be6f-4ea6-b05a-c6465f608381 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 1163 time: 0.1331179 Feb 11 13:07:06.196590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:06.231739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a5f7fbcd-111a-4035-9595-2a2be9a981ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:06.265182 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f951a95a6cf74dee8bf38bbf8c8ffd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870173 Feb 11 13:07:06.266234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42694) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:06.385848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1225b-f526-4984-bb35-9b605e5a6328,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:06.391856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:06.428691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:06.466040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:06.519427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:06.528016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-58294651-9bbb-4ff4-8b67-890633b76d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:06.542748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf1225b-f526-4984-bb35-9b605e5a6328,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:06.547249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:06.553522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '472fe186-ad48-45bd-99c7-2374a84ba197', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'port_id': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'mac_address': 'fa:16:3e:24:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:06:20Z', 'updated_at': '2021-02-11T13:07:03Z', 'revision_number': 1, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:06.554881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:06.559777 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eaf1225b-f526-4984-bb35-9b605e5a6328 HTTP/1.1" status: 204 len: 168 time: 0.2829788 Feb 11 13:07:06.564990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:07:06.580926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-9df179ca-a81c-41a7-977a-0b8fdedbe391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:06.583482 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-9df179ca-a81c-41a7-977a-0b8fdedbe391 service neutron] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 905 time: 0.3638723 Feb 11 13:07:06.586093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:06.587201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:06:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:06.742212 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-813b1924-a8b0-448b-8979-c72e5a0e4ca3 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 200 len: 1000 time: 0.1491690 Feb 11 13:07:06.848602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-ad74cecb-59fd-4944-b5e4-0c9b881cb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:06.851956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-ad74cecb-59fd-4944-b5e4-0c9b881cb577 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.1024468 Feb 11 13:07:07.021536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-386d35ff-56dc-4117-b27e-f664acc259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:07.023613 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-386d35ff-56dc-4117-b27e-f664acc259f5 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1621592 Feb 11 13:07:07.143862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:07.149813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42716) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:07.419825 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-926a50ee-bc6b-4282-8811-0cc8212f993b service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820944 Feb 11 13:07:07.517055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb63f7-c485-4fea-a4ed-dd068fd11d2b req-36fecbb6-6c93-488c-a802-56b98b47d927 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:07.518800 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-abeb63f7-c485-4fea-a4ed-dd068fd11d2b req-36fecbb6-6c93-488c-a802-56b98b47d927 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.3593566 Feb 11 13:07:07.546150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:07.572623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:07.577179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Usage tracker for resource:security_group_rule and tenant:2f14305027724d8bb78bd4c7e0342f1a is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:07.581693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:07.588331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:07.632371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e044e96-e34d-4cc0-bafd-4be7d3a9fb29 req-e2e022ef-ebc2-4b9f-bb84-090a821b4a3d tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:07.641084 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6e044e96-e34d-4cc0-bafd-4be7d3a9fb29 req-e2e022ef-ebc2-4b9f-bb84-090a821b4a3d tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 946 time: 0.5341918 Feb 11 13:07:07.697289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:07.701568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:07.739500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-28755c6f-63d4-455e-a6e1-21b6012881b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:07.800585 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2f14305027724d8bb78bd4c7e0342f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496251 Feb 11 13:07:07.802683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9b0bc-682c-4d0a-b4fc-e6e6c9efc44d,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:07.819635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42740) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:07.826472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:07.903877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:07.937186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:07.951453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '472fe186-ad48-45bd-99c7-2374a84ba197', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'port_id': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'mac_address': 'fa:16:3e:24:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:06:20Z', 'updated_at': '2021-02-11T13:07:03Z', 'revision_number': 1, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:07.956613 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-abeb63f7-c485-4fea-a4ed-dd068fd11d2b req-58ac4a05-4d61-4fcf-a5ec-be8db835539b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989938 Feb 11 13:07:07.976335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597ad9f-a2de-46b2-966b-047b356fbfe0 None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '472fe186-ad48-45bd-99c7-2374a84ba197', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'port_id': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'mac_address': 'fa:16:3e:24:e8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:06:20Z', 'updated_at': '2021-02-11T13:07:03Z', 'revision_number': 1, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:07:07.992709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:08.004048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-28421113-3d3b-4551-afd0-18fc6df2950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:08.024242 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6e044e96-e34d-4cc0-bafd-4be7d3a9fb29 req-c1385b6c-7f91-4784-8983-6eddf02728e0 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815491 Feb 11 13:07:08.051161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:08.051161 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fad9b0bc-682c-4d0a-b4fc-e6e6c9efc44d HTTP/1.1" status: 204 len: 168 time: 0.2284918 Feb 11 13:07:08.055248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9b0bc-682c-4d0a-b4fc-e6e6c9efc44d,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:08.064541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:08.196515 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9f23693-16ff-4e33-b93e-196c09f1f535 req-936c8cfd-53a6-4e02-8592-3c884eaa4d4c service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6764622 Feb 11 13:07:08.244436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device bf7c2ebf-d786-4d94-acc7-3be02354f2df no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:07:08.293292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-ac1c1169-ea85-4972-9503-53ce39dff546 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:08.295051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-ac1c1169-ea85-4972-9503-53ce39dff546 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.123 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 946 time: 0.2482395 Feb 11 13:07:08.450901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:08.486847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af366fb-dabf-459b-9bc2-694642e45637 None None] New status for floating IP 472fe186-ad48-45bd-99c7-2374a84ba197: ACTIVE {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:07:08.755399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Deleting port bf7c2ebf-d786-4d94-acc7-3be02354f2df {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:07:08.755943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:08.789464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:08.804393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port bf7c2ebf-d786-4d94-acc7-3be02354f2df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bf7c2ebf-d786-4d94-acc7-3be02354f2df,segment=NetworkSegment(3b8a71fe-4253-475f-bc92-0e4b481f4caa),segment_id=3b8a71fe-4253-475f-bc92-0e4b481f4caa)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:08.808647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:08.811029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:08.893003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=bf7c2ebf-d786-4d94-acc7-3be02354f2df,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:08.899652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:08.926889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df', 'code': 200} Feb 11 13:07:09.210041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d1949ff5-0cd3-485b-a0d8-145107d12524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:09.518075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] For port bf7c2ebf-d786-4d94-acc7-3be02354f2df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bf7c2ebf-d786-4d94-acc7-3be02354f2df,segment=NetworkSegment(3b8a71fe-4253-475f-bc92-0e4b481f4caa),segment_id=3b8a71fe-4253-475f-bc92-0e4b481f4caa)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:09.518485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:09.657994 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42806) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:09.679556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Calling delete_port for bf7c2ebf-d786-4d94-acc7-3be02354f2df owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:07:09.802458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-719992228-network', 'tenant_id': '33e874c0892b45e999886feb927e2def'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:09.807591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:09.810743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01106429-1c4b-4dee-bf67-1a07dcfdc8f2 req-74881e63-9b8e-4b5e-8404-e5f82308094f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:09.811605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Usage tracker for resource:network and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:09.812481 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01106429-1c4b-4dee-bf67-1a07dcfdc8f2 req-74881e63-9b8e-4b5e-8404-e5f82308094f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.6447551 Feb 11 13:07:09.814794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:09.820792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:09.833190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Made reservation on behalf of 33e874c0892b45e999886feb927e2def for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:09.838374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:09.851838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:09.867530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:09.871681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Usage tracker for resource:security_group_rule and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:09.875217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:09.881222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:09.900163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4037fa-3555-4a52-898c-623727bb5892 req-82d6c727-afbf-4940-a26a-a909845c9624 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:09.901821 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0c4037fa-3555-4a52-898c-623727bb5892 req-82d6c727-afbf-4940-a26a-a909845c9624 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 944 time: 0.6573739 Feb 11 13:07:09.967756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:09.970863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:09.975109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d277a40e-7f03-40c0-96ac-3c25efb9d11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:10.004989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:07:10.018651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ad44c-1394-4577-8910-47df61a2f7df,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:10.023005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:10.026093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.026482 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Added segment 54a1f04d-c58c-437a-a854-a49e690c6b85 of type vxlan for network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 Feb 11 13:07:10.057163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.089017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.090279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:10.090917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.096063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-95912293-9459-4831-9136-b460578952d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:10.098662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01106429-1c4b-4dee-bf67-1a07dcfdc8f2 req-733c30d8-1cc1-4daa-965f-0a161af7d8f9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933842 Feb 11 13:07:10.132665 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0c4037fa-3555-4a52-898c-623727bb5892 req-21e8b655-c902-4624-bb36-e0b3744b9f10 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/security-groups?id=244dc123-1977-46cf-9065-e921b2362b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232800 Feb 11 13:07:10.200144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Pushing event updated for resources: {'Network': ['ID=82eebc2d-39be-41c7-a01b-1dd1bdbba182,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:10.205285 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:10.213440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:10.226475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.242756 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5835719 Feb 11 13:07:10.243876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:10.247968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 42816) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:10.277431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7228b10f-2fef-4591-9ad5-5e066fe51531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:10.342407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Request body: {'subnet': {'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-719992228-subnet', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'ip_version': 4}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:10.418481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Pushing event deleted for resources: {'Port': ['ID=bf7c2ebf-d786-4d94-acc7-3be02354f2df,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:10.421390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:10.427249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:10.443401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Usage tracker for resource:subnet and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:10.460601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:10.473529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:10.555695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Made reservation on behalf of 33e874c0892b45e999886feb927e2def for: {'subnet': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:10.561294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.871013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-52c50856-6896-4100-94fd-6bb62bd63886 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:10.872750 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-52c50856-6896-4100-94fd-6bb62bd63886 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/networks?id=a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 200 len: 809 time: 0.5433500 Feb 11 13:07:10.874864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] No DVR routers for this DVR port bf7c2ebf-d786-4d94-acc7-3be02354f2df on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:07:10.877599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:10.885337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'name': 'network-vif-deleted', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:10.906086 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68f8ccb7-59d0-4d4d-af74-daa4ea3e7a46 req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.123 "DELETE /v2.0/ports/bf7c2ebf-d786-4d94-acc7-3be02354f2df HTTP/1.1" status: 204 len: 173 time: 2.6044376 Feb 11 13:07:10.915279 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f82d46ff-28d2-4d1f-85e3-95f7c99dd91c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/quotas/bc4a9fb171b647dea604de1ae6178149 HTTP/1.1" status: 200 len: 375 time: 0.0242989 Feb 11 13:07:10.973872 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7', 'name': 'network-vif-deleted', 'tag': 'bf7c2ebf-d786-4d94-acc7-3be02354f2df', 'status': 'completed', 'code': 200} Feb 11 13:07:10.985752 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-7d02419e-68e0-40c0-a8f5-1f7e06ed1d3a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc4a9fb171b647dea604de1ae6178149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606077 Feb 11 13:07:11.251152 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-4b6f6007-9fef-4449-9f75-f32c0c44cfe3 service neutron] 10.222.0.93 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282271 Feb 11 13:07:11.839015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64c21c-8794-4616-afdc-92eb37b14ee9 req-cc640e55-5d91-4f66-b4f3-2c3d5d3fd61c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:11.840592 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f64c21c-8794-4616-afdc-92eb37b14ee9 req-cc640e55-5d91-4f66-b4f3-2c3d5d3fd61c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.5772183 Feb 11 13:07:11.843515 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f300e9d2-d617-4d2b-a2be-aa101c218bde service neutron] 10.222.0.93 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5407939 Feb 11 13:07:11.920759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f64c21c-8794-4616-afdc-92eb37b14ee9 req-d8cfd362-a190-4f55-bd80-58dc9baebcfa tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735598 Feb 11 13:07:11.999897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.019161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:12.176524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-de4950b7-4049-4f2d-9b1f-5fe615fe927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.206045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-2acf623e-7b13-4678-a392-e35d16aec6b1 req-728fae07-f7d8-4e0e-9a72-948ed28d9a10 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Synchronizing usage tracker for tenant:af10570b9f654e5a9914a51680670261 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:07:12.222728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20224712-aa10-4cff-a458-468e594d9c8c,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:12.237099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:12.244999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-2acf623e-7b13-4678-a392-e35d16aec6b1 req-728fae07-f7d8-4e0e-9a72-948ed28d9a10 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Unset dirty status for tenant:af10570b9f654e5a9914a51680670261 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:07:12.246352 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2acf623e-7b13-4678-a392-e35d16aec6b1 req-728fae07-f7d8-4e0e-9a72-948ed28d9a10 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.1746926 Feb 11 13:07:12.282867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.326404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Checking segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:12.326805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Network hostable DHCP agents. Network: 82eebc2d-39be-41c7-a01b-1dd1bdbba182, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:07:12.349430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:07:12.359963 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 82eebc2d-39be-41c7-a01b-1dd1bdbba182) {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:12.364627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:12.365578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.375082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c2cee-3387-4ef9-9af2-e211b3fe3428 None None] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:12.393325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0741770 Feb 11 13:07:12.396005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42890) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:12.402150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:12.408912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:12.413780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Usage tracker for resource:router and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:12.417749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:12.426078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:12.440550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.442449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.463290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.622378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:07:12.623307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.664945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-ca1aea4c-d798-4346-a7ae-87f1d13071a2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:12.666943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-ca1aea4c-d798-4346-a7ae-87f1d13071a2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.2773757 Feb 11 13:07:12.691224 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-638b5551-5f07-4fe4-991a-30176b0fb2b8 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/quotas/27a49f0389b84940a69df7a501636d92 HTTP/1.1" status: 200 len: 375 time: 0.0167391 Feb 11 13:07:12.784676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:12.804688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-e8a66ed0-0944-4a83-8dd8-cf656199eb36 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055152 Feb 11 13:07:12.934110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Allocated IP 172.20.0.2 (82eebc2d-39be-41c7-a01b-1dd1bdbba182/20224712-aa10-4cff-a458-468e594d9c8c/73b1bbdf-de90-465a-9a0d-a4fdd6706595) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:12.966351 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-e767d6e8-e82a-4841-889c-2d4f015bfd8b service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530914 Feb 11 13:07:13.124653 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-c82d03c2-8fea-4f6f-8b7e-84808ce0e9fb service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502731 Feb 11 13:07:13.171289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.182301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Transition to ACTIVE for port object 73b1bbdf-de90-465a-9a0d-a4fdd6706595 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:13.204463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Transition to ACTIVE for port object 73b1bbdf-de90-465a-9a0d-a4fdd6706595 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:13.209818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.320577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:13.354466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.391726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.416952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Pushing event updated for resources: {'Port': ['ID=73b1bbdf-de90-465a-9a0d-a4fdd6706595,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:13.422077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:13.423969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:13.425187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:13.427444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:13.492368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Attempting to bind port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:13.492785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Attempting to bind port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:13.493192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Attempting to bind port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 on network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:13.499929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:13.500424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Checking segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:13.500878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.501303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Bound using segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:13.501810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Bound port: 73b1bbdf-de90-465a-9a0d-a4fdd6706595, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:13.502228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.518465 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dfeae121-5c87-4b38-834f-08d7d7320f7a req-85637e58-8e85-4c87-9024-1599b4d7ca0b tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.0633457 Feb 11 13:07:13.634679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] For port 73b1bbdf-de90-465a-9a0d-a4fdd6706595, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:13.639669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] For port 73b1bbdf-de90-465a-9a0d-a4fdd6706595, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=73b1bbdf-de90-465a-9a0d-a4fdd6706595,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:13.644115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.691296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d953ae9-d13f-4ddd-837d-dd2df7eb0f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:13.754275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Allocated IP 172.27.2.8 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/30ac8d5d-1ef4-40ef-97c0-f822c47457f3) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:13.891464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.899082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faeb6d-24ec-41e2-9513-e6bd2603c09a req-6fe95dc5-d12a-439b-bda4-893975596076 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:13.900945 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7faeb6d-24ec-41e2-9513-e6bd2603c09a req-6fe95dc5-d12a-439b-bda4-893975596076 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.2403178 Feb 11 13:07:13.924447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Pushing event updated for resources: {'Port': ['ID=73b1bbdf-de90-465a-9a0d-a4fdd6706595,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:13.930629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.933062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:13.965709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:13.981618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:13.984280 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7faeb6d-24ec-41e2-9513-e6bd2603c09a req-e7578d10-5203-4b14-be25-b51945df99f6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755210 Feb 11 13:07:14.130972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Pushing event updated for resources: {'Port': ['ID=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:14.135289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:14.157362 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cacc2117-c931-45d2-886d-e0523fbe0864 req-ca58e9c1-e00f-4638-ab08-d65d544b0471 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.0514781 Feb 11 13:07:14.183628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:14.192787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:14.192787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:14.227641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:14.400476 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-602f6134-c972-4465-9219-46b2720c560b req-c12cc5e5-09e3-4038-9b4a-23339eaba8a5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.0554008 Feb 11 13:07:14.627602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:14.708277 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-37a51621-0ff3-4f84-a57e-faa6882dd612 req-594ff83b-f148-4f27-9a39-ce9c83c47076 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.0504386 Feb 11 13:07:14.994391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:07:14.995490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:15.234230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Router e03dea84-adff-4545-a7e7-33a218f8b1fc is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:07:15.323694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633a4a-9128-4cc7-8ea9-48407f7cdb65 req-213621fe-828c-497c-80e8-fd4af63235c0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:15.326548 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5f633a4a-9128-4cc7-8ea9-48407f7cdb65 req-213621fe-828c-497c-80e8-fd4af63235c0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.2058949 Feb 11 13:07:15.411659 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81f04dc3-5b2e-4fbb-bec1-7ab2ce46509c req-ab107b3e-03d2-4ba5-b0da-14413eb6e8d1 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.0839574 Feb 11 13:07:15.447248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a184bfe-dc85-4617-a6b7-cff6992b3dbf None None] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:15.465237 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5f633a4a-9128-4cc7-8ea9-48407f7cdb65 req-9607e36b-09d8-4580-a743-0f89266a60f6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Feb 11 13:07:15.585159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-40256f03-f051-4d5c-9dd8-17d8800537eb None None] Provisioning for port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:15.668949 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-abcded3a-7fb7-4e14-b04d-f38a5d28a85e req-02346db4-f800-4405-b197-eae16a965abc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.0535285 Feb 11 13:07:15.685075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:07:15.700953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Sync routers for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:07:15.711872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:15.712729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:15.715446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:15.717148 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7605c517-e694-4246-853f-46a3a86992cd admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3198223 Feb 11 13:07:15.719831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42930) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:15.930758 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b2513186-c0ea-4b22-8363-0bf438165308 req-442cbf70-1f57-4b65-bb03-681ab3d49b31 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.0688598 Feb 11 13:07:15.945327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:16.212051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 73b1bbdf-de90-465a-9a0d-a4fdd6706595 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:16.480139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:14Z', 'revision_number': 3, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:16.486470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Checking router: e03dea84-adff-4545-a7e7-33a218f8b1fc for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:07:16.487113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Updating router e03dea84-adff-4545-a7e7-33a218f8b1fc port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:07:16.603663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:16.607041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-51972cf3-495c-4061-9a1d-60211e90dc71 None None] Provisioning complete for port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:16.607745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-51972cf3-495c-4061-9a1d-60211e90dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:16.686287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:16.698283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:16.698947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:16.768232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:16.888840 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-95497b09-b4c6-4b9e-b469-05eb4cf40959 req-4099f005-2f92-4b2b-b317-2659628202c7 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.1340914 Feb 11 13:07:16.953946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:16.988556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-51972cf3-495c-4061-9a1d-60211e90dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:17.029241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 73b1bbdf-de90-465a-9a0d-a4fdd6706595, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=73b1bbdf-de90-465a-9a0d-a4fdd6706595,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:17.034314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:17.038453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:17.103768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e555e-111c-486b-9a11-80df6f5f5097 req-22dfabb1-5bb6-44ce-97dc-155461e7df3e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:17.113779 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-768e555e-111c-486b-9a11-80df6f5f5097 req-22dfabb1-5bb6-44ce-97dc-155461e7df3e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.4497733 Feb 11 13:07:17.147931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=73b1bbdf-de90-465a-9a0d-a4fdd6706595,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:17.174937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:17.228751 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e6e4db-d8e8-432e-af2c-ec4eb1376337 req-04f8bc1a-9298-4b93-b983-5a6093c1da40 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.0945511 Feb 11 13:07:17.268970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:17.309392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Transition to ACTIVE for port object 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:17.317677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:17.321148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-51972cf3-495c-4061-9a1d-60211e90dc71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:07:17.321556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-51972cf3-495c-4061-9a1d-60211e90dc71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:07:17.351540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:17.355869 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-768e555e-111c-486b-9a11-80df6f5f5097 req-2f65ee7e-ddf9-4766-9f7f-6e2fee0a727d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406886 Feb 11 13:07:17.457590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Allocated IP 172.20.0.1 (82eebc2d-39be-41c7-a01b-1dd1bdbba182/20224712-aa10-4cff-a458-468e594d9c8c/15ae7ed8-b4de-45e0-9cd2-56f80ca9b895) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:17.769078 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0965f4b1-7342-43fc-9e60-42e7889976e1 req-186af028-08bd-4b1a-a208-87772070b934 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.2190216 Feb 11 13:07:17.805824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Pushing event updated for resources: {'Port': ['ID=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,revision_number=2']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:17.813562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:17.831121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Transition to ACTIVE for port object 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 will not be triggered until provisioned by entity DHCP. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:17.846474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.850213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.850738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.851384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.851923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.852443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.853160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.854705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.855421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.855991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.856726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.857199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.857786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.858820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.859292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.859756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.860254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.860740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.861206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.861786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.862252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.862711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.863173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.863633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:17.866188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:17.868501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:17.988383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-c711cbe7-790d-417b-9c98-f3344386de4d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:17.997702 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-c711cbe7-790d-417b-9c98-f3344386de4d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "GET /v2.0/networks?id=a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 200 len: 809 time: 0.3774052 Feb 11 13:07:18.026997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Request body: {'port': {'device_id': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c', 'admin_state_up': True, 'tenant_id': 'bc4a9fb171b647dea604de1ae6178149'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:18.035649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Attempting to bind port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:18.036406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Attempting to bind port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:18.037273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Attempting to bind port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:18.054764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:18.055459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:18.059396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.060076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:18.060826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Bound port: 30ac8d5d-1ef4-40ef-97c0-f822c47457f3, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:18.061763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.082906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:18.125578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 42976) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:18.200781 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-87f438d4-aa3c-4ba2-a4ae-625ed56984f9 None None] Provisioning complete for port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:18.201200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-87f438d4-aa3c-4ba2-a4ae-625ed56984f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.263776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Pushing event updated for resources: {'Port': ['ID=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:18.268922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:18.310962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] For port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:18.311851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 73b1bbdf-de90-465a-9a0d-a4fdd6706595 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:18.314355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:18.315618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:18.320451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:18.320885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.323152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] For port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:18.346965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.427221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4beba41f-86ff-4d2e-b1ea-d35000d46bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:18.555009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 53611487-2342-4601-af55-396e98a2f06f up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:18.603934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.662736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.772699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:18.781698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Usage tracker for resource:security_group_rule and tenant:85e69faa4f404c3780b2a7b2fd136585 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:18.789954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:18.799989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:18.803886 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-110df9bf-553f-4fc2-b3d7-f75db461bfc3 req-90a9ac64-f75a-4e5e-b65d-787abf079309 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d6af1f2-9cfd-43f6-889a-fa3dc7f79ea7 HTTP/1.1" status: 200 len: 210 time: 0.5422912 Feb 11 13:07:18.826284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 53611487-2342-4601-af55-396e98a2f06f triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:18.828019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.829663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Pushing event updated for resources: {'Port': ['ID=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:18.848073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:18.911635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:18.912324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:18.947233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:18.947986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:18.999447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b80f4f17-2e76-4b44-b56f-9e6aa8e7c823 None None] Provisioning for port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:19.008183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b80f4f17-2e76-4b44-b56f-9e6aa8e7c823 None None] Provisioning complete for port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:19.008934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b80f4f17-2e76-4b44-b56f-9e6aa8e7c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.181058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.183835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.187889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.226231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-18414a8a-1d68-4663-a547-58fa7aec0638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:19.240917 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=85e69faa4f404c3780b2a7b2fd136585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1103992 Feb 11 13:07:19.241270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.242099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43014) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:19.254252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4f17-2e76-4b44-b56f-9e6aa8e7c823 None None] Port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:07:19.266951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.301119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:19.331738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-f34c6536-6291-4553-85d8-53d7e8b3f20c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:19.333759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-f34c6536-6291-4553-85d8-53d7e8b3f20c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 1.0513661 Feb 11 13:07:19.362233 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b65c9378-08a0-4b8a-9142-10f9d8d24f58 req-ec7d4e50-60ac-4a7c-a40b-cfce2b9913dd tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.6472142 Feb 11 13:07:19.411787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Request body: {'port': {'device_id': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910', 'admin_state_up': True, 'tenant_id': '27a49f0389b84940a69df7a501636d92'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:19.494511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2c42f-ae27-47a2-ba7a-7d5faa35783d,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:19.500185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:19.512330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5ae2f4fc-9d19-4b8c-a658-ac4edec19ac2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:19.634551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.635982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Pushing event updated for resources: {'Port': ['ID=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:19.649430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:19.691261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.716858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:19.724153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:19.729756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:17Z', 'revision_number': 1, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:19.736945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ae36c-b3d8-4071-a83b-4ec94475d32c None None] The sync data for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi is: [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:17Z', 'revision_number': 1, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:07:19.737111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:19.785854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Usage tracker for resource:port and tenant:bc4a9fb171b647dea604de1ae6178149 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:19.846543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:19.865832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:19.932513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.943335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-262773fe-0deb-40a0-b4a7-5950c3164f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:19.947314 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06516b3f-444c-4a2e-b7e9-058d28778c5b req-3df39300-7209-4ca4-8208-966fc9d7d26d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.0974321 Feb 11 13:07:19.958189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Made reservation on behalf of bc4a9fb171b647dea604de1ae6178149 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:19.959308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2c42f-ae27-47a2-ba7a-7d5faa35783d,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:19.962260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:19.976556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:19.977778 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c3e2c42f-ae27-47a2-ba7a-7d5faa35783d HTTP/1.1" status: 204 len: 168 time: 0.7310219 Feb 11 13:07:19.995321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:20.013867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:20.017217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Router e03dea84-adff-4545-a7e7-33a218f8b1fc has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:07:20.030411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-0a4e777d-d3e1-46b3-9d21-f3c0c9605146 None None] Provisioning complete for port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:20.030988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0a4e777d-d3e1-46b3-9d21-f3c0c9605146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:20.101770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e777d-d3e1-46b3-9d21-f3c0c9605146 None None] Port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:07:20.229133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac949c-7778-453b-9dd9-8f982fac0bfd req-608bde3b-c2f0-4a07-a267-0988a4c1d782 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:20.230908 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2fac949c-7778-453b-9dd9-8f982fac0bfd req-608bde3b-c2f0-4a07-a267-0988a4c1d782 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.8786066 Feb 11 13:07:20.237051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:20.293321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Usage tracker for resource:port and tenant:27a49f0389b84940a69df7a501636d92 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:20.301754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:20.309925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:20.400329 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Made reservation on behalf of 27a49f0389b84940a69df7a501636d92 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:20.427083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:20.532372 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2fac949c-7778-453b-9dd9-8f982fac0bfd req-cfcc56f3-0861-4e5a-ac4c-d4d8ff03bd4d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921925 Feb 11 13:07:20.606950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:07:20.615246 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] 10.222.0.93 "PUT /v2.0/routers/e03dea84-adff-4545-a7e7-33a218f8b1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8941369 Feb 11 13:07:20.781061 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07cab9e5-ffa6-4760-9cb8-83d320eb0950 req-03a53b15-7d2c-4681-8727-c720dea1dede tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.1311104 Feb 11 13:07:20.802520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43048) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:20.893893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:20.930274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:20.955255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Usage tracker for resource:security_group_rule and tenant:ae34e1af928f4918bd68b54db807a4fb is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:20.963515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:20.973363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:21.182290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:21.189074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:21.199524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a868947f-8160-4fba-8f35-03c7cac31999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:21.242316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee4574-1b9b-401f-8975-dfe8392a111a,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:21.250305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:21.260375 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae34e1af928f4918bd68b54db807a4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566648 Feb 11 13:07:21.263243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43066) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:21.371379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:21.404419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:21.407292 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21d08c26-ad18-4dac-8feb-9921c4afabff req-0a47c34f-efc5-4673-9f99-341c9f3d77c0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.1080153 Feb 11 13:07:21.492198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:21.499126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6586ce5d-e831-43f1-8653-99d3ed72f252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:21.517200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee4574-1b9b-401f-8975-dfe8392a111a,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:21.520622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:21.539573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:21.542275 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c4ee4574-1b9b-401f-8975-dfe8392a111a HTTP/1.1" status: 204 len: 168 time: 0.2767155 Feb 11 13:07:21.562658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Allocated IP 172.20.0.4 (a2ee9319-8131-4b8d-981d-2afbc890c43c/22adc858-3962-4132-85b7-d1c43e142fc8/993e4034-a861-46d0-9c51-019dc2eeb439) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:21.581634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Allocated IP 172.20.0.5 (00854548-371b-4f24-aaca-1b33fba3b910/708d48b3-30fb-48c7-bf41-c188a8e41a2f/3ee66907-da00-4f6a-9a6b-cae6f5158576) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:22.014430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43090) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:22.034239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.050808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:22.055223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Usage tracker for resource:security_group_rule and tenant:70359d9c8ef74c92b74c4d15a16a0ce5 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:22.059506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:22.065507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:22.096215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7e763960-7736-44da-8e77-e5c1ab4def7a req-c080672e-9130-4c69-a4a1-1b72b4467f48 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.0948474 Feb 11 13:07:22.158817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.195206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:22.215693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.220051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.231561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0bf0f554-7c58-484a-965d-8bdb5b8d807b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:22.236880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.287426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e703d72-f338-4bbd-b032-ac59dec19fbf,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:22.297109 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=70359d9c8ef74c92b74c4d15a16a0ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815802 Feb 11 13:07:22.298275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:22.300385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43102) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:22.363345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa28a-7685-44bf-8fcb-a8342cfd5e74 req-9522849d-5616-4e74-8375-8be4bc475a10 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:22.371124 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e2afa28a-7685-44bf-8fcb-a8342cfd5e74 req-9522849d-5616-4e74-8375-8be4bc475a10 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.6134405 Feb 11 13:07:22.376675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.387387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:22.394276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:22.398126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.427070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.472433 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e2afa28a-7685-44bf-8fcb-a8342cfd5e74 req-67efefc9-de52-4d2d-84b6-2af908efbaaa tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002078 Feb 11 13:07:22.492336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.501746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.508561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-316f2959-e3af-410d-856f-41d4f41fea09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:22.522938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e703d72-f338-4bbd-b032-ac59dec19fbf,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:22.525779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:22.530113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.535785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:22.543066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43110) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:22.556977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1304111352-network', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:22.561969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.563184 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e703d72-f338-4bbd-b032-ac59dec19fbf HTTP/1.1" status: 204 len: 168 time: 0.2602835 Feb 11 13:07:22.566709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:22.572636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Usage tracker for resource:network and tenant:c4ef81398e8e41bf968aa19bf968fb18 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:22.576267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:22.584333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:22.595708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Made reservation on behalf of c4ef81398e8e41bf968aa19bf968fb18 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:22.603229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.622100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.657988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:22.663418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Usage tracker for resource:security_group_rule and tenant:c4ef81398e8e41bf968aa19bf968fb18 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:22.667590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:22.675698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:22.780542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.801336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.805887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.827611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:07:22.832593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:22.840466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.841564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.841953 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Added segment e849c215-8809-484e-8bca-48c8ff73fe87 of type vxlan for network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f Feb 11 13:07:22.843167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:22.891264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:22.902451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43120) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:22.902828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43122) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:22.903558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-efb2270a-8e91-45c6-b7d2-a65db642d688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:22.954795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:22.973536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:23.011045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b473a09a-db32-4522-ac82-d910ee781650,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:23.017340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:23.037454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Deleting subnet f7669b83-1046-4e61-8abf-042f0e22427f {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:07:23.039655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.042060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:23.042735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.046677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.077051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:23.164543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Pushing event updated for resources: {'Port': ['ID=993e4034-a861-46d0-9c51-019dc2eeb439,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:23.179720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:23.188770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:23.344170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Pushing event updated for resources: {'Network': ['ID=1098bb0f-8d1c-4477-805c-ea8e3e8a389f,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:23.355169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.358954 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8128698 Feb 11 13:07:23.363921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:23.371130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:23.374942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43136) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:23.386653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.393587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:23.429425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Request body: {'subnet': {'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1304111352-subnet', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:23.450689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:23.466320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Usage tracker for resource:subnet and tenant:c4ef81398e8e41bf968aa19bf968fb18 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:23.487774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:23.563489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:23.566765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.587986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178eb9-e0c3-4f27-b7d7-7fc57705ab51 req-7927cb77-06d3-40e9-b811-3692f39d0b08 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:23.596248 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-89178eb9-e0c3-4f27-b7d7-7fc57705ab51 req-7927cb77-06d3-40e9-b811-3692f39d0b08 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 931 time: 0.8870063 Feb 11 13:07:23.683489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:23.706080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Usage tracker for resource:security_group_rule and tenant:56139e054f7b4029a6a727818c9c2d91 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:23.714956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Made reservation on behalf of c4ef81398e8e41bf968aa19bf968fb18 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:23.719958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.733914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:23.743684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event updated for resources: {'Port': ['ID=3ee66907-da00-4f6a-9a6b-cae6f5158576,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:23.760605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:23.778841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-89178eb9-e0c3-4f27-b7d7-7fc57705ab51 req-3d18d193-72a5-414c-ac6f-11a5cc682f29 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816072 Feb 11 13:07:23.779788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:23.805182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Network a2ee9319-8131-4b8d-981d-2afbc890c43c is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:23.812875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:23.816828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Network 00854548-371b-4f24-aaca-1b33fba3b910 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:23.817941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:23.895466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:23.897231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:23.921190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:23.922444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926a05-510a-45f6-8b7e-5027337e8502 req-cafcc83e-25b0-4ed6-a3c3-840e51f0d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:23.924191 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58926a05-510a-45f6-8b7e-5027337e8502 req-cafcc83e-25b0-4ed6-a3c3-840e51f0d39d service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1163 time: 0.4301450 Feb 11 13:07:23.926583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:23.935267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Sync routers for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:07:23.954497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:23.955189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:24.001719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:24.002849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.019165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0065672 Feb 11 13:07:24.035338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Request body: {'port': {'device_id': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:24.073715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-58926a05-510a-45f6-8b7e-5027337e8502 req-5362b6c8-c5b7-403c-8339-63aa4087fee7 service neutron] Synchronizing usage tracker for tenant:f90f649e435b476794e96f32181e978c on resource:security_group {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:07:24.115846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.213295 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f0a0dfca-c44b-40bc-ac51-e6435b90f267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:24.250518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77ec79-5641-4553-85db-897d2e06bfcf req-9408363d-682a-4564-b52f-d876fec9c86c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:24.251344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-eb77ec79-5641-4553-85db-897d2e06bfcf req-9408363d-682a-4564-b52f-d876fec9c86c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:07:24.293965 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9369330 Feb 11 13:07:24.296356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:24.305047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.306745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-58926a05-510a-45f6-8b7e-5027337e8502 req-5362b6c8-c5b7-403c-8339-63aa4087fee7 service neutron] Unset dirty status for tenant:f90f649e435b476794e96f32181e978c on resource:security_group {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:07:24.308811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58926a05-510a-45f6-8b7e-5027337e8502 req-5362b6c8-c5b7-403c-8339-63aa4087fee7 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454058 Feb 11 13:07:24.323808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7669b83-1046-4e61-8abf-042f0e22427f,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:24.356057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Request body: {'port': {'device_id': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:24.389341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.397704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:24.404800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:24.408848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2e648d6d-b057-47fe-973a-579b0948f65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:24.472574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-eb77ec79-5641-4553-85db-897d2e06bfcf req-9408363d-682a-4564-b52f-d876fec9c86c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:07:24.473870 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eb77ec79-5641-4553-85db-897d2e06bfcf req-9408363d-682a-4564-b52f-d876fec9c86c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 931 time: 1.0478003 Feb 11 13:07:24.516386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=56139e054f7b4029a6a727818c9c2d91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6046889 Feb 11 13:07:24.517330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43164) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:24.540426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9bf0d-167e-43f7-883e-4b56f221c295,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:24.543826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.573270 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f7669b83-1046-4e61-8abf-042f0e22427f HTTP/1.1" status: 204 len: 168 time: 1.6589270 Feb 11 13:07:24.575512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:24.579441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43168) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:24.610529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.692946 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eb77ec79-5641-4553-85db-897d2e06bfcf req-cdacad12-5117-4ff9-a3bc-73f3ccd7fcde tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022498 Feb 11 13:07:24.716805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.758703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:24.759129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.794942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43174) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:24.830479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef825a-3c44-4a02-871f-ca7b5e270187 req-50aab901-43d2-44bf-9864-210c9934adae tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:24.832694 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b2ef825a-3c44-4a02-871f-ca7b5e270187 req-50aab901-43d2-44bf-9864-210c9934adae tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.5347612 Feb 11 13:07:24.924073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:24.952914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.052473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.143235 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b2ef825a-3c44-4a02-871f-ca7b5e270187 req-b36e0310-dd35-46c7-b9ec-1c61c40fab67 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641375 Feb 11 13:07:25.186552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.197918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 2, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:25.209087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Checking router: e03dea84-adff-4545-a7e7-33a218f8b1fc for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:07:25.209572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Updating router e03dea84-adff-4545-a7e7-33a218f8b1fc port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:07:25.264183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:25.268158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Usage tracker for resource:security_group_rule and tenant:0444ec0663fd42a4bef6db1c88a219fc is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:25.271555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:25.279367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:25.310563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.372810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.479135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.480392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.488567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-180401a0-70c5-405e-af12-739ccd051174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:25.514628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.528542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9bf0d-167e-43f7-883e-4b56f221c295,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:25.539231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:25.553262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-831e5b53-c2a8-49ae-8adf-4ed774680938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:25.619336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.619733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.620594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.620964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > port after_create 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.621333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.621698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > port after_update 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.622053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.622418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.622755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.623101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.694357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.694744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.695114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.695480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79969) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:25.695880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f76eb6-e226-44b1-aedf-dcd9d804417d']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:25.720314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065517-fe20-4142-aa57-a57d2b3b4b26 req-c40d4131-b8f5-4d4e-8e84-fe19593746ff tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:25.721125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-26065517-fe20-4142-aa57-a57d2b3b4b26 req-c40d4131-b8f5-4d4e-8e84-fe19593746ff tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Synchronizing usage tracker for tenant:bc4a9fb171b647dea604de1ae6178149 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:07:25.727013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.730744 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0df9bf0d-167e-43f7-883e-4b56f221c295 HTTP/1.1" status: 204 len: 168 time: 1.1981127 Feb 11 13:07:25.753465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993e4034-a861-46d0-9c51-019dc2eeb439 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:07:25.765705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.771639 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0444ec0663fd42a4bef6db1c88a219fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9724569 Feb 11 13:07:25.775930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43188) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:25.799794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8a71fe-4253-475f-bc92-0e4b481f4caa') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:25.800398 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8a71fe-4253-475f-bc92-0e4b481f4caa') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:25.801942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-26065517-fe20-4142-aa57-a57d2b3b4b26 req-c40d4131-b8f5-4d4e-8e84-fe19593746ff tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Unset dirty status for tenant:bc4a9fb171b647dea604de1ae6178149 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:07:25.803192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-26065517-fe20-4142-aa57-a57d2b3b4b26 req-c40d4131-b8f5-4d4e-8e84-fe19593746ff tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 931 time: 0.7709632 Feb 11 13:07:25.807452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34767ff3-7ece-44c0-927c-f6a0672dd506,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:25.809375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Transition to ACTIVE for port object 993e4034-a861-46d0-9c51-019dc2eeb439 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:25.824007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.842457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.858822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Transition to ACTIVE for port object 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:25.862735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.863966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:25.867683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:25.870834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.882779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846867615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846417172'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.905627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9919936c-6d20-49f5-85f4-b4310a7fe140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:25.932462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-444ed17e-a637-43ad-95fc-d36030881c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:25.953991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:25.966757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:07:26.066676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274977ec-a754-4172-ad22-6d6a3e991ca5 None None] Pushing event updated for resources: {'Port': ['ID=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:26.219445 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-26065517-fe20-4142-aa57-a57d2b3b4b26 req-16117297-b6ab-4590-9c7b-82f5cad900a9 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854308 Feb 11 13:07:26.228242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.resource_extend [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:07:26.238937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-274977ec-a754-4172-ad22-6d6a3e991ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:26.272247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Pushing event updated for resources: {'Port': ['ID=993e4034-a861-46d0-9c51-019dc2eeb439,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:26.296293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:26.310776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.382218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21e848b-370a-4854-8371-555eccd684cf,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:26.409165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:26.515122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Attempting to bind port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:26.516877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Attempting to bind port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:26.517628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Attempting to bind port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 on network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:26.525120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:26.525911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Checking segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:26.527414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.528074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Bound using segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:26.528809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Bound port: 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:26.529441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.601152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:07:26.625500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.676645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] For port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:26.682012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] For port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:26.684847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 53611487-2342-4601-af55-396e98a2f06f up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:26.778420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.834089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.849867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee66907-da00-4f6a-9a6b-cae6f5158576 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:07:26.877222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Network e3f76eb6-e226-44b1-aedf-dcd9d804417d has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: from cryptography.utils import int_from_bytes Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: from cryptography.utils import int_from_bytes Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: (rel_b, rel_a, rel_b), Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: (rel_b, rel_a, rel_b), Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:26.912583 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:26.937964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:26.959307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:26.990286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Checking segment: {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:26.990678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Network hostable DHCP agents. Network: 1098bb0f-8d1c-4477-805c-ea8e3e8a389f, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:07:27.022321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:07:27.037774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 1098bb0f-8d1c-4477-805c-ea8e3e8a389f) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:27.050347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848649-99ce-40f9-8941-c32dbcaa463f req-36e5ff07-2f80-47d4-bf64-b4108144da1e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:27.052097 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d848649-99ce-40f9-8941-c32dbcaa463f req-36e5ff07-2f80-47d4-bf64-b4108144da1e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 931 time: 1.0871522 Feb 11 13:07:27.055342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.060472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274977ec-a754-4172-ad22-6d6a3e991ca5 None None] Pushing event updated for resources: {'Port': ['ID=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:27.069122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:27.069770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.077029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3150dec-c7d1-47d2-adde-6556be48e4ce None None] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:27.114857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:27.116310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-274977ec-a754-4172-ad22-6d6a3e991ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:27.135078 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-85a7cca7-205a-4550-9ae3-25df675482e8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7589729 Feb 11 13:07:27.140519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.140896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Transition to ACTIVE for port object 3ee66907-da00-4f6a-9a6b-cae6f5158576 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:27.143811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e3f76eb6-e226-44b1-aedf-dcd9d804417d HTTP/1.1" status: 204 len: 168 time: 2.5606112 Feb 11 13:07:27.144926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43214) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:27.149425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f76eb6-e226-44b1-aedf-dcd9d804417d,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:27.154464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:27.159981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:27.162456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:27.167492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Usage tracker for resource:router and tenant:c4ef81398e8e41bf968aa19bf968fb18 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:27.173267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:27.184560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.185363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Attempting to bind port 993e4034-a861-46d0-9c51-019dc2eeb439 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:27.185927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Attempting to bind port 993e4034-a861-46d0-9c51-019dc2eeb439 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:27.186205 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Attempting to bind port 993e4034-a861-46d0-9c51-019dc2eeb439 on network a2ee9319-8131-4b8d-981d-2afbc890c43c {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:27.195036 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:27.200297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:27.200883 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Checking segment: {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:27.201556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.202005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Bound using segment: {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:27.202498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Bound port: 993e4034-a861-46d0-9c51-019dc2eeb439, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:27.203056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.265022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.266436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.267178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:27.270152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:27.270698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:27.369657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.388409 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d848649-99ce-40f9-8941-c32dbcaa463f req-b62fec3c-0ad1-4d07-921a-2f1f6eeaaca6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999558 Feb 11 13:07:27.476998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 53611487-2342-4601-af55-396e98a2f06f triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:27.477418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.677550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43236) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:27.702868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57bbbe-a913-4e1d-b931-6cf77eb1e6d1 req-e1403048-761d-4bd5-92ab-1d17ff3143d2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:27.712576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a57bbbe-a913-4e1d-b931-6cf77eb1e6d1 req-e1403048-761d-4bd5-92ab-1d17ff3143d2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 1.2200902 Feb 11 13:07:27.861738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] For port 993e4034-a861-46d0-9c51-019dc2eeb439, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:27.871693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] For port 993e4034-a861-46d0-9c51-019dc2eeb439, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=993e4034-a861-46d0-9c51-019dc2eeb439,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:27.876397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:27.888945 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f89a0eaf-0e92-4a8d-bf15-14b2dc8583db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=af10570b9f654e5a9914a51680670261&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2095006 Feb 11 13:07:27.892114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43240) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:27.985563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-1098bb0f-8d1c-4477-805c-ea8e3e8a389f', 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'fixed_ips': [{'subnet_id': 'c21e848b-370a-4854-8371-555eccd684cf'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:07:27.986617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.080878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.083181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.130127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.188675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:28.231535 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a57bbbe-a913-4e1d-b931-6cf77eb1e6d1 req-1f6f8d96-2929-416b-a0ff-d284ac87b513 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178759 Feb 11 13:07:28.232710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Pushing event updated for resources: {'Port': ['ID=3ee66907-da00-4f6a-9a6b-cae6f5158576,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:28.236766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:28.319937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-829985e0-98f7-44ec-86b7-87d3cd22a057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:28.374913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.387075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.405739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1ba13492-5955-436b-9b5a-dc94453ddbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:28.454448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244dc123-1977-46cf-9065-e921b2362b6a,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:28.494788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:28.507649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.511469 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/244dc123-1977-46cf-9065-e921b2362b6a HTTP/1.1" status: 204 len: 168 time: 0.6158698 Feb 11 13:07:28.540354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.580656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43256) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:28.597642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.668684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.670143 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/34767ff3-7ece-44c0-927c-f6a0672dd506 HTTP/1.1" status: 204 len: 168 time: 2.8902378 Feb 11 13:07:28.721301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:28.782331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842003c5-eb40-497a-8d2b-f80fe42cc03e req-56d016f6-7531-4a1a-96a7-bb7ee25908a8 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:28.784076 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-842003c5-eb40-497a-8d2b-f80fe42cc03e req-56d016f6-7531-4a1a-96a7-bb7ee25908a8 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.7644355 Feb 11 13:07:28.805531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Attempting to bind port 3ee66907-da00-4f6a-9a6b-cae6f5158576 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:28.805952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Attempting to bind port 3ee66907-da00-4f6a-9a6b-cae6f5158576 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:28.806350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Attempting to bind port 3ee66907-da00-4f6a-9a6b-cae6f5158576 on network 00854548-371b-4f24-aaca-1b33fba3b910 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:28.853551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:28.853884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Checking segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:28.854286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.855171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Bound using segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:28.855795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Bound port: 3ee66907-da00-4f6a-9a6b-cae6f5158576, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:28.856335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:28.979941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Pushing event updated for resources: {'Port': ['ID=993e4034-a861-46d0-9c51-019dc2eeb439,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:29.004283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:29.005160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.007018 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] 10.222.0.123 "PUT /v2.0/ports/993e4034-a861-46d0-9c51-019dc2eeb439 HTTP/1.1" status: 200 len: 1157 time: 4.9761963 Feb 11 13:07:29.012413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:29.013113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:29.049924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a56f27e3-5e03-4651-be6a-fd7e89579837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.594s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:29.086526 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-842003c5-eb40-497a-8d2b-f80fe42cc03e req-cd77656f-be2a-4e39-9cff-b183be783b84 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688422 Feb 11 13:07:29.147089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.174842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:29.187676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Usage tracker for resource:security_group_rule and tenant:881612802abd44faa8e3bf9a67e96cd4 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:29.191012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Allocated IP 172.27.2.202 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/dfee389a-aacd-4cb8-b0a5-3be0e84e3c49) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:29.193480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:29.202364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:29.228516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb32c1d-9901-402e-b15c-09639f36a9f5 req-70501a7d-218b-4f51-8db8-edd8b35db9b0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:29.237257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bb32c1d-9901-402e-b15c-09639f36a9f5 req-70501a7d-218b-4f51-8db8-edd8b35db9b0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.7786369 Feb 11 13:07:29.249190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34767ff3-7ece-44c0-927c-f6a0672dd506,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:29.310962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Allocated IP 172.20.0.2 (1098bb0f-8d1c-4477-805c-ea8e3e8a389f/c21e848b-370a-4854-8371-555eccd684cf/dfe55ab4-a8f3-4768-a898-2a0be6cc3224) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:29.324714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:29.446406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:29.464122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:29.464810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.490958 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bb32c1d-9901-402e-b15c-09639f36a9f5 req-03c2c629-33d1-4fc6-81f4-6dec39f1aa67 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522912 Feb 11 13:07:29.515481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] For port 3ee66907-da00-4f6a-9a6b-cae6f5158576, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:29.586837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] For port 3ee66907-da00-4f6a-9a6b-cae6f5158576, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:29.614598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-fcf7d7b8-da20-449b-8bee-fe82f0011521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:29.616693 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-fcf7d7b8-da20-449b-8bee-fe82f0011521 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bc4a9fb171b647dea604de1ae6178149&device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 1160 time: 0.5524976 Feb 11 13:07:29.627512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.631326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:26Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:29.640154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106e86f-2810-4e6f-8330-9f76a15d8898 None None] The sync data for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi is: [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:26Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:07:29.678878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.818951 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-a67491ef-66b6-4d83-a780-97768cd37591 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993e4034-a861-46d0-9c51-019dc2eeb439 HTTP/1.1" status: 200 len: 217 time: 0.1876209 Feb 11 13:07:29.841014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.854943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:29.911127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.917861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:29.932099 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439', 'status': 'completed', 'code': 200} Feb 11 13:07:29.965324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:30.019417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:30.041041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:30.049258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:30.060461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:30.148852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:30.154787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:30.181814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:30.197627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Transition to ACTIVE for port object dfe55ab4-a8f3-4768-a898-2a0be6cc3224 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:30.227306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Transition to ACTIVE for port object dfe55ab4-a8f3-4768-a898-2a0be6cc3224 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:30.245064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:30.269699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:30.374087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Pushing event updated for resources: {'Port': ['ID=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:30.380998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:30.487729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2166d-d573-4f38-90dc-93af17e0ed12 req-f458ed0e-fbc3-418f-b5bc-3e89ebbac6e5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:30.495576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fff2166d-d573-4f38-90dc-93af17e0ed12 req-f458ed0e-fbc3-418f-b5bc-3e89ebbac6e5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 1.1026680 Feb 11 13:07:30.628615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:30.633815 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:30.640198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:30.802899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43306) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:30.827022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Attempting to bind port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:30.827615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Attempting to bind port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:30.827913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Attempting to bind port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 on network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:30.834921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:30.835497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Checking segment: {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:30.835946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:30.836408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Bound using segment: {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:30.836934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Bound port: dfe55ab4-a8f3-4768-a898-2a0be6cc3224, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:30.837657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:30.890989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-ad973a62-5b45-41df-800b-982d7c57b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:30.893566 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-ad973a62-5b45-41df-800b-982d7c57b48a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=22adc858-3962-4132-85b7-d1c43e142fc8 HTTP/1.1" status: 200 len: 849 time: 0.9639204 Feb 11 13:07:30.970458 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fff2166d-d573-4f38-90dc-93af17e0ed12 req-cc514ed7-4f72-4b90-b189-953ec10b2878 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737988 Feb 11 13:07:30.971328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Pushing event updated for resources: {'Port': ['ID=3ee66907-da00-4f6a-9a6b-cae6f5158576,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:30.982098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] For port dfe55ab4-a8f3-4768-a898-2a0be6cc3224, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:30.985550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] For port dfe55ab4-a8f3-4768-a898-2a0be6cc3224, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:30.999804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:31.000541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:31.000668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:31.000668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:31.003579 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=881612802abd44faa8e3bf9a67e96cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4183233 Feb 11 13:07:31.004857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:31.005827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:31.100661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43318) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:31.101612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:31.102138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4ef20720-e120-40e2-a229-4554da1c4d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.958s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:31.177543 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-e86cbd7f-4ae6-4a25-bfbe-0940cdadea92 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a2ee9319-8131-4b8d-981d-2afbc890c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2407248 Feb 11 13:07:31.218718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:31.424874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Pushing event updated for resources: {'Port': ['ID=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:31.429619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:31.469187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:31.469509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52594cc1-cb2f-44aa-b261-b240e2c2baa2,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:31.469789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:31.471276 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] 10.222.0.123 "PUT /v2.0/ports/3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 200 len: 1157 time: 7.1667149 Feb 11 13:07:31.474354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:31.489689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-990466370-network', 'tenant_id': '646515386a4e4cabb6c0b5834cbd38d3'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:31.602236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697f8c2-722a-4dab-902c-0a2812febd7c req-1128c236-03a7-41e4-96ea-ed198c72ecd4 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:31.604540 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8697f8c2-722a-4dab-902c-0a2812febd7c req-1128c236-03a7-41e4-96ea-ed198c72ecd4 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 1.1030741 Feb 11 13:07:31.608671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:31.676372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Usage tracker for resource:network and tenant:646515386a4e4cabb6c0b5834cbd38d3 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:31.689854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:31.702605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:31.711943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:31.753769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:31.927876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Made reservation on behalf of 646515386a4e4cabb6c0b5834cbd38d3 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:31.943864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:31.990416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:32.008260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:32.022198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:32.100092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8697f8c2-722a-4dab-902c-0a2812febd7c req-a2335b11-d90d-4550-8378-de2c178975e5 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496071 Feb 11 13:07:32.102804 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-9b258f83-c3c5-4314-9357-cf99a6324e96 service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979604 Feb 11 13:07:32.116779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:32.122492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Usage tracker for resource:security_group_rule and tenant:646515386a4e4cabb6c0b5834cbd38d3 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:32.135189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:32.147076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:32.179115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:32.195338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b9191833-114f-4ac0-af44-041f725633df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:32.197018 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-b9191833-114f-4ac0-af44-041f725633df service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 1160 time: 0.5856464 Feb 11 13:07:32.338030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:32.392930 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-17c30dab-7907-4b84-967c-93863f61d08d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 200 len: 217 time: 0.0942459 Feb 11 13:07:32.427317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:32.427744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:32.440677 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576', 'status': 'completed', 'code': 200} Feb 11 13:07:32.441422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:32.499307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4ee9d918-8519-4a7f-8369-a10da7d0a426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:32.545877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:07:32.561755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfe55ab4-a8f3-4768-a898-2a0be6cc3224 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:32.592778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52594cc1-cb2f-44aa-b261-b240e2c2baa2,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:32.611591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:32.622225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-fb14dfd6-452d-41df-b358-2a8bfceab679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:32.623976 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-fb14dfd6-452d-41df-b358-2a8bfceab679 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.3380079 Feb 11 13:07:32.656570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:32.657813 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/52594cc1-cb2f-44aa-b261-b240e2c2baa2 HTTP/1.1" status: 204 len: 168 time: 1.5411656 Feb 11 13:07:32.661984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:32.699226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-de03524e-4287-43e3-9103-9454625b5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:32.700852 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-de03524e-4287-43e3-9103-9454625b5b28 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.2400358 Feb 11 13:07:32.707396 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0951e52-1dab-4371-8d4c-bd119c05f850 req-e52cbe61-c6fb-4f76-9d82-4d9e01d0c122 service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5751514 Feb 11 13:07:32.826705 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-6262345a-f73b-4c58-a461-c47989395480 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079574 Feb 11 13:07:32.938800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:07:32.950040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Sync routers for ids ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:07:32.970375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Routers {'59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:32.971787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:32.982281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-4cd6ddaa-cda6-4aa8-87df-2baeba023320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:32.984153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-4cd6ddaa-cda6-4aa8-87df-2baeba023320 service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.2038767 Feb 11 13:07:33.046449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4225-874e-4880-b195-c624aae357d2 req-1c1f7537-9e3c-4d02-bb48-ef4dc27326e4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:33.048255 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b25b4225-874e-4880-b195-c624aae357d2 req-1c1f7537-9e3c-4d02-bb48-ef4dc27326e4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.7599366 Feb 11 13:07:33.068068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.069213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9231064 Feb 11 13:07:33.079472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43352) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:33.083119 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-a6f2219a-c411-4b1b-99c3-01a148368860 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.0868785 Feb 11 13:07:33.093283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45699d79-0416-464a-9677-419228363985 None None] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:33.330710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88094b-bd56-4466-8420-5de66ce9b917 req-dc0922a3-be2c-41ce-80c2-e62652858927 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:33.341580 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ea88094b-bd56-4466-8420-5de66ce9b917 req-dc0922a3-be2c-41ce-80c2-e62652858927 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.8178539 Feb 11 13:07:33.361729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Set router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:33.428869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.456892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.468853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2942e6e0-3062-49bc-a1ab-0079be8f8215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:33.513005 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ea88094b-bd56-4466-8420-5de66ce9b917 req-21e4b466-d557-40f0-a95c-109225989430 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700935 Feb 11 13:07:33.544443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-161dd400-0dcd-4afa-8ea9-4a4e63dc1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:33.544443 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-161dd400-0dcd-4afa-8ea9-4a4e63dc1821 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.2312813 Feb 11 13:07:33.544773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Provisioning for port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:33.587209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b25b4225-874e-4880-b195-c624aae357d2 req-73507253-9bb2-4b82-a8f5-751dd3bcf269 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248873 Feb 11 13:07:33.641384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Provisioning complete for port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:33.641812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.708942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:07:33.720551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca761b23-1774-45dc-bbc2-22705976833f,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:33.731973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-3a84d4ef-338c-44e0-bf99-46d8b3a441d5 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954585 Feb 11 13:07:33.744992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:33.747169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-2e5d7405-aed5-4f6f-963b-2fc554084e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:33.749362 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-2e5d7405-aed5-4f6f-963b-2fc554084e0d service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bc4a9fb171b647dea604de1ae6178149&device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 1160 time: 0.9760840 Feb 11 13:07:33.781706 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-f0ab9c1d-c128-43dd-984d-b52cf4acd59e service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254176 Feb 11 13:07:33.790053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:07:31Z', 'revision_number': 3, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:33.795886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Checking router: 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:07:33.796508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Updating router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:07:33.848665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.863201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.889160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.889806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] For port dfe55ab4-a8f3-4768-a898-2a0be6cc3224, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:33.889952 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Added segment 0be12702-e3f9-4ea9-9af2-dbacbefd88f6 of type vxlan for network 83e3ef8e-0a55-44e8-98e4-96a4665660df Feb 11 13:07:33.895842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:33.898317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:33.992861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Pushing event updated for resources: {'Port': ['ID=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:34.007453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:34.091332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-83e1c64e-35a9-40b0-aba9-4cf1acdfbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:34.093286 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-83e1c64e-35a9-40b0-aba9-4cf1acdfbd07 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 200 len: 903 time: 0.2070117 Feb 11 13:07:34.188457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfe55ab4-a8f3-4768-a898-2a0be6cc3224 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:34.364139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:34.364496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.396974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.412919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Transition to ACTIVE for port object dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:34.417605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.438275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:34.440654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-866306f8-e62c-4987-bbc7-6de89eb9d688 None None] Provisioning complete for port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:34.441174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-866306f8-e62c-4987-bbc7-6de89eb9d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.527857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236af75-cedf-43c4-9c05-88f861b35658 None None] Pushing event updated for resources: {'Port': ['ID=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,revision_number=2']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:34.538552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b236af75-cedf-43c4-9c05-88f861b35658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:34.592687 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-568d5aa2-91d0-4841-a299-d347b98e18dc service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776654 Feb 11 13:07:34.593363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43372) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:34.690859 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d101d8d4-4fe3-4e73-8de7-9d60f5c68a1e req-7f47d60b-2d15-4327-a825-1dfcafa17973 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9315872 Feb 11 13:07:34.740633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Attempting to bind port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:34.742610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Attempting to bind port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:34.743002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Attempting to bind port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:34.754551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:34.755227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:34.755937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.756495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:34.757123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Bound port: dfee389a-aacd-4cb8-b0a5-3be0e84e3c49, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:34.757736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.797635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.866226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-f887315a-ac0a-416e-8b24-9c5e2de8e3fd None None] Provisioning complete for port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:34.868050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f887315a-ac0a-416e-8b24-9c5e2de8e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.883351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] For port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:34.891638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] For port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:34.900685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:34.918056 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-2e66baa4-04b2-4f43-a123-50d1031b1398 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993e4034-a861-46d0-9c51-019dc2eeb439 HTTP/1.1" status: 200 len: 217 time: 0.7429855 Feb 11 13:07:34.930919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:35.012625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1677238651-network', 'tenant_id': '20f5b5bd38554458ae08fb27210730cf'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:35.039392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:35.047183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Usage tracker for resource:network and tenant:20f5b5bd38554458ae08fb27210730cf is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:35.052902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:35.065911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:35.077952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30e6b-adf4-489f-8d6d-fcc359deb648 req-7b841256-0887-4bd7-a9a1-89e652ac7504 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:35.087703 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3df30e6b-adf4-489f-8d6d-fcc359deb648 req-7b841256-0887-4bd7-a9a1-89e652ac7504 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 1.1952326 Feb 11 13:07:35.098573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Made reservation on behalf of 20f5b5bd38554458ae08fb27210730cf for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:35.103831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.112686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.117623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:35.118536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.124241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.130635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236af75-cedf-43c4-9c05-88f861b35658 None None] Pushing event updated for resources: {'Port': ['ID=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:35.133094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:35.139242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b236af75-cedf-43c4-9c05-88f861b35658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:35.150659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:35.199290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Routers {'59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:35.200136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:35.254803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Usage tracker for resource:security_group_rule and tenant:20f5b5bd38554458ae08fb27210730cf is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:35.266969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:35.284221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:35.348336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26845a-210a-40a7-b51e-0c2ba7a41f88 req-bf236985-8114-4bea-8133-b20f87cf5b61 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:35.357405 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e26845a-210a-40a7-b51e-0c2ba7a41f88 req-bf236985-8114-4bea-8133-b20f87cf5b61 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.5480745 Feb 11 13:07:35.364213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.421619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] Set router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:35.463997 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3df30e6b-adf4-489f-8d6d-fcc359deb648 req-87cf4202-61bf-4305-847f-5e76efa78dc3 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748238 Feb 11 13:07:35.473945 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.6651568 Feb 11 13:07:35.480569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43386) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:35.493142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Pushing event updated for resources: {'Network': ['ID=83e3ef8e-0a55-44e8-98e4-96a4665660df,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:35.503681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Request body: {'subnet': {'network_id': '83e3ef8e-0a55-44e8-98e4-96a4665660df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-990466370-subnet', 'tenant_id': '646515386a4e4cabb6c0b5834cbd38d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:35.508453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:35.511126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:35.512306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:35.548763 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e26845a-210a-40a7-b51e-0c2ba7a41f88 req-fb7aa9a0-9a2b-4a0d-b816-ffb9dd1d5e42 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904392 Feb 11 13:07:35.550018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Usage tracker for resource:subnet and tenant:646515386a4e4cabb6c0b5834cbd38d3 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:35.556929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:35.581793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:35.604910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Made reservation on behalf of 646515386a4e4cabb6c0b5834cbd38d3 for: {'subnet': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:35.610157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.821083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.826232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.859663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f43c0131-e56d-4a1f-a7e7-0bc2056f363c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:35.916583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:07:35.924340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af6c1a-e450-47ec-a48a-cd75dd919e38,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:35.945424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:35.950014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:07:31Z', 'revision_number': 3, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:35.954734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a988-307f-4146-bf77-4433427d45ad None None] The sync data for ids ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'] in dv-cinder-773985-4-iscsi is: [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:07:31Z', 'revision_number': 3, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:07:35.959552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Allocated IP 172.20.0.1 (1098bb0f-8d1c-4477-805c-ea8e3e8a389f/c21e848b-370a-4854-8371-555eccd684cf/c3b4c8b0-72af-41f7-be15-7b205873050e) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:35.961854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:35.962241 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Added segment 9ff42805-d777-46e3-9599-2ead4642ea1e of type vxlan for network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 Feb 11 13:07:36.004108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b39e00-6643-46a7-a59b-7d9ccfd41594 req-00a3f3ed-5614-4a2f-b426-ce8e14e4bf18 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:36.005851 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3b39e00-6643-46a7-a59b-7d9ccfd41594 req-00a3f3ed-5614-4a2f-b426-ce8e14e4bf18 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.2380228 Feb 11 13:07:36.027589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.107545 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3b39e00-6643-46a7-a59b-7d9ccfd41594 req-bdd41c19-d0c0-456b-808b-54512619a505 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Feb 11 13:07:36.149903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.152944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:36.153591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.161625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:36.215631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.301823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Transition to ACTIVE for port object c3b4c8b0-72af-41f7-be15-7b205873050e will not be triggered until provisioned by entity DHCP. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:36.308776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Pushing event updated for resources: {'Network': ['ID=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:36.312816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:36.318173 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5359356 Feb 11 13:07:36.325816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43392) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:36.331826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Request body: {'subnet': {'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1677238651-subnet', 'tenant_id': '20f5b5bd38554458ae08fb27210730cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:36.337191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:36.337347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:36.341267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Usage tracker for resource:subnet and tenant:20f5b5bd38554458ae08fb27210730cf is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:36.344287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:36.350455 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:36.365417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Made reservation on behalf of 20f5b5bd38554458ae08fb27210730cf for: {'subnet': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:36.368226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.370763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.409089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5c3bbe1d-2784-4aef-92ee-18b4626bfdb4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:36.492391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.514332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0f2610bd-2c4f-4781-b63a-4e69af90e396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:36.607007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef02f145-7d17-4b92-8530-97f2bef92e07,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:36.612466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:36.616139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:36.617542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:36.621467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:36.650290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b4c8b0-72af-41f7-be15-7b205873050e,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:36.656324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:36.667048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:36.837617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-7c21fdb9-92bd-47a4-8a8f-311f0c53cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:36.850386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-7c21fdb9-92bd-47a4-8a8f-311f0c53cc3f service neutron] 10.222.0.123 "GET /v2.0/subnets?id=22adc858-3962-4132-85b7-d1c43e142fc8 HTTP/1.1" status: 200 len: 849 time: 0.1373122 Feb 11 13:07:36.851077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:36.936887 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8a4ca4c-b0ea-41d8-92bc-1fee212cb1e9 req-6ca3703b-0443-45af-b479-fbf10f270d87 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2726569 Feb 11 13:07:36.982801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-d5da6a41-ed36-45d3-bddf-ee079e77f6eb None None] Provisioning for port c3b4c8b0-72af-41f7-be15-7b205873050e completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:36.988272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-d5da6a41-ed36-45d3-bddf-ee079e77f6eb None None] Provisioning complete for port c3b4c8b0-72af-41f7-be15-7b205873050e triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:36.988700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5da6a41-ed36-45d3-bddf-ee079e77f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.024292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.071444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6a41-ed36-45d3-bddf-ee079e77f6eb None None] Port c3b4c8b0-72af-41f7-be15-7b205873050e cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:07:37.168011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb379b76-3e5c-4c14-9fdc-0d297123f956 req-f9239756-82f0-4626-8d65-a1b0e4344c6d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:37.169739 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb379b76-3e5c-4c14-9fdc-0d297123f956 req-f9239756-82f0-4626-8d65-a1b0e4344c6d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.3060210 Feb 11 13:07:37.265439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Checking segment: {'id': '0be12702-e3f9-4ea9-9af2-dbacbefd88f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '83e3ef8e-0a55-44e8-98e4-96a4665660df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:37.265833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Network hostable DHCP agents. Network: 83e3ef8e-0a55-44e8-98e4-96a4665660df, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:07:37.335030 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb379b76-3e5c-4c14-9fdc-0d297123f956 req-54b34b4f-cd89-4180-8a66-f05a66109817 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520522 Feb 11 13:07:37.342796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:07:37.349908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.361319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.394404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-45c24f20-519a-4637-ac82-3aad6b13d0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:37.405334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 83e3ef8e-0a55-44e8-98e4-96a4665660df) {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:37.413769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc03283-018f-4881-b484-4c81104a4e27 None None] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:37.423154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:37.423828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.469370 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-dedadb00-f087-45c8-ad6b-e0fa1154fcfd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9786518 Feb 11 13:07:37.692832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd91127-e8a9-4f98-8ff5-65b303147715 None None] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:37.729378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464fc2-2b55-42b0-b879-f1295c04598f req-c1af6abe-8d26-4269-8d90-0c79e1fcac3d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:37.731478 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6464fc2-2b55-42b0-b879-f1295c04598f req-c1af6abe-8d26-4269-8d90-0c79e1fcac3d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2661898 Feb 11 13:07:37.736800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b4c8b0-72af-41f7-be15-7b205873050e,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:37.737695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for subnet, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.740428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:37.759521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:37.788458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:37.912665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:37.914580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:37.940867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18956192-627f-4041-905c-b4155cf11e09,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:37.975647 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6464fc2-2b55-42b0-b879-f1295c04598f req-ba28ff66-14ed-44a9-9a7a-7a175bafc9ee tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010679 Feb 11 13:07:37.978745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:38.123590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Checking segment: {'id': '9ff42805-d777-46e3-9599-2ead4642ea1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:38.124441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Network hostable DHCP agents. Network: db296b28-fdc0-4677-8a63-bbb7e7c8e1a2, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:07:38.169052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:07:38.201012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:38.247065 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:07:38.258444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, db296b28-fdc0-4677-8a63-bbb7e7c8e1a2) {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:38.272763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:38.273731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:38.353537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40672f6b-0e02-4979-bb8b-0fcbdeb2f730 None None] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:38.368741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-74ba45d3-5823-455c-81b4-de12bca56d63 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a2ee9319-8131-4b8d-981d-2afbc890c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662341 Feb 11 13:07:38.371045 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0442200 Feb 11 13:07:38.405457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:38.681675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-5b49989b-39c4-4cc7-8502-9e54d2b24c0b None None] Provisioning complete for port c3b4c8b0-72af-41f7-be15-7b205873050e triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:38.682639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5b49989b-39c4-4cc7-8502-9e54d2b24c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:38.743060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9813c-617e-47fb-9f02-0456746f4090 req-4b8f0892-12e5-4bdd-8478-297b3cffac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:38.744881 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-4b8f0892-12e5-4bdd-8478-297b3cffac93 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 1160 time: 0.3697972 Feb 11 13:07:38.749741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:38.775490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:38.776306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:38.828254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:07:38.835747 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] 10.222.0.93 "PUT /v2.0/routers/59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7549829 Feb 11 13:07:38.925826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43438) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:38.935098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-699464680-network', 'tenant_id': '4328758f8a8c4174a03c65fb4884a82e'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:38.941698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-5b49989b-39c4-4cc7-8502-9e54d2b24c0b None None] Port c3b4c8b0-72af-41f7-be15-7b205873050e cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:07:38.958775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:38.967834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Usage tracker for resource:network and tenant:4328758f8a8c4174a03c65fb4884a82e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:38.973599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:38.996596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:39.037087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Made reservation on behalf of 4328758f8a8c4174a03c65fb4884a82e for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:39.042703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.062472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.066404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c3484-9ec2-4d6a-b89f-46904b816d55 req-028ccd26-3d65-4f09-8c09-0eb6050b4f68 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:39.068284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-660c3484-9ec2-4d6a-b89f-46904b816d55 req-028ccd26-3d65-4f09-8c09-0eb6050b4f68 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.8644786 Feb 11 13:07:39.079586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9813c-617e-47fb-9f02-0456746f4090 req-8647a7c0-4682-4784-be95-3afc8bb1aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:39.081493 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-8647a7c0-4682-4784-be95-3afc8bb1aefb service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.3188686 Feb 11 13:07:39.089423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:39.094320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Usage tracker for resource:security_group_rule and tenant:4328758f8a8c4174a03c65fb4884a82e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:39.097781 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:39.104707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:39.128456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-89931c38-6a50-4678-a457-fcfff4f663be service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513933 Feb 11 13:07:39.139887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928d113-c9cc-4a11-824f-3eb74b875248 None None] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:39.179062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.235620 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-c8a0f053-3f27-496b-9c25-fef98d635fdb service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 200 len: 217 time: 0.0933871 Feb 11 13:07:39.440056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.443773 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25f20452-2c58-4e1d-8263-0087e0dd32d6 req-f2ed0502-62da-4d84-ac57-2c37b9540a86 service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2466145 Feb 11 13:07:39.448191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Sync routers for ids ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:07:39.474294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:39.479701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-660c3484-9ec2-4d6a-b89f-46904b816d55 req-a5af315c-53f8-45e9-868f-837346b1c389 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495779 Feb 11 13:07:39.493756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Routers {'59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:39.497279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:39.522180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.534100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ead32d64-491e-489f-85a1-b73d15c86aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:39.583168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaabdf-eaf4-4f75-b856-cdcb21e42672 req-22305183-ffc0-4a17-ba59-322f4cf88056 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:39.584912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0adaabdf-eaf4-4f75-b856-cdcb21e42672 req-22305183-ffc0-4a17-ba59-322f4cf88056 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.7969763 Feb 11 13:07:39.610147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:07:39.630372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9813c-617e-47fb-9f02-0456746f4090 req-b1890afe-88b3-4185-8692-5e7c84fe7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:39.632151 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-b1890afe-88b3-4185-8692-5e7c84fe7b81 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.3333654 Feb 11 13:07:39.634669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca27cd-c0c9-47cb-be60-4acb866aec2b,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:39.640003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:39.706123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.706522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Added segment 1f5fc6bf-c9bb-431a-9ece-7ca36e660911 of type vxlan for network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 Feb 11 13:07:39.709712 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-88bf3774-9e91-4dbb-b9f3-af38a7c58593 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674911 Feb 11 13:07:39.722036 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0adaabdf-eaf4-4f75-b856-cdcb21e42672 req-d11df675-27e2-48d8-8f33-89f50ba31817 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289396 Feb 11 13:07:39.735154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe8eb-6ff4-437e-9d4a-8ecd533f59ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.737100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.804269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:39.831878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.963838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.979791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:39.980629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:39.988726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-942a58d1-3402-4139-a340-434c987a7d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:40.079886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447f924-8934-4012-ae5c-dd8adbc87d64 req-fb2e43d7-ed08-4aac-965b-0dd2e71e05b7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:40.081649 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6447f924-8934-4012-ae5c-dd8adbc87d64 req-fb2e43d7-ed08-4aac-965b-0dd2e71e05b7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3159156 Feb 11 13:07:40.104539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f39ace-c70c-4647-9ce4-aa0dbcad2432,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:40.113533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:40.149261 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-f1c22d3c-3d47-4fcb-b300-e880a0c8a331 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217331 Feb 11 13:07:40.155241 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2275164 Feb 11 13:07:40.156226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43464) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:40.163761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Request body: {'subnet': {'network_id': 'd6f39ace-c70c-4647-9ce4-aa0dbcad2432', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-699464680-subnet', 'tenant_id': '4328758f8a8c4174a03c65fb4884a82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:40.164415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:40.181486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:40.191335 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6447f924-8934-4012-ae5c-dd8adbc87d64 req-d53df22a-b9be-4950-9829-40ec6586fdcd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023870 Feb 11 13:07:40.193774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:07:40.224484 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:40.337128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:40.345650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Usage tracker for resource:subnet and tenant:4328758f8a8c4174a03c65fb4884a82e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:40.353314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:40.364241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:40.388054 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e9813c-617e-47fb-9f02-0456746f4090 req-c9504521-e97a-4a6a-b9b4-e9a28795852d service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2288437 Feb 11 13:07:40.390798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Made reservation on behalf of 4328758f8a8c4174a03c65fb4884a82e for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:40.395891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846417155'] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:40.463271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Set router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:40.534419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-996895273', 'description': 'tempest-TestVolumeBootPattern-996895273 description'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:40.557159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:40.561764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Usage tracker for resource:security_group and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:40.564908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:40.570786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:40.581650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:40.603820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:40.608012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Usage tracker for resource:security_group_rule and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:40.611010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:40.617337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:40.694143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:40.697675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:40.704120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a96b877-2f4d-4541-b93c-983247d35599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:40.745558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c32b004-d83f-46d0-8a58-97fea2248857,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:40.749609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:40.750629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:40.752068 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b519b728-21c3-43f4-a8f8-c722841155af req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2228196 Feb 11 13:07:40.835214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846867615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846417172'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:40.839116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': 'c3b4c8b0-72af-41f7-be15-7b205873050e', 'name': '', 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'mac_address': 'fa:16:3e:ea:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c21e848b-370a-4854-8371-555eccd684cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:35Z', 'updated_at': '2021-02-11T13:07:37Z', 'revision_number': 2, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'subnets': [{'id': 'c21e848b-370a-4854-8371-555eccd684cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:40.843998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Checking router: 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:07:40.844435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Updating router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 port c3b4c8b0-72af-41f7-be15-7b205873050e binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:07:40.852085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:40.903622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.073396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3208-92af-4fec-a850-d0b41ccb9831 req-e2db56b1-ce0f-427e-bf66-66f2f0df2732 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:41.075163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-43eb3208-92af-4fec-a850-d0b41ccb9831 req-e2db56b1-ce0f-427e-bf66-66f2f0df2732 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.1973774 Feb 11 13:07:41.166322 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-43eb3208-92af-4fec-a850-d0b41ccb9831 req-aee55f2a-f2d6-4259-ab9d-e18c1209b16c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831773 Feb 11 13:07:41.231666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfafc15a-504f-4a34-93f3-18ee9be3a7c1,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:41.235254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:41.284191 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-992e044a-f8ed-42d4-aa46-f76530e277dc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups/3c32b004-d83f-46d0-8a58-97fea2248857 HTTP/1.1" status: 200 len: 1806 time: 0.0699887 Feb 11 13:07:41.298645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c32b004-d83f-46d0-8a58-97fea2248857', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:41.299255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c32b004-d83f-46d0-8a58-97fea2248857', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:41.330935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Checking segment: {'id': '1f5fc6bf-c9bb-431a-9ece-7ca36e660911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6f39ace-c70c-4647-9ce4-aa0dbcad2432'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:41.331443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Network hostable DHCP agents. Network: d6f39ace-c70c-4647-9ce4-aa0dbcad2432, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:07:41.331692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:41.336158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Usage tracker for resource:security_group_rule and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:41.341720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:41.348243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:41.355549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:07:41.364992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, d6f39ace-c70c-4647-9ce4-aa0dbcad2432) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:41.378902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:41.379540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.387638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531d5366-428c-4d39-855f-b0cd3ab10047 None None] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:41.399545 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-82cc119e-2bf1-442c-ba41-3aef739712a8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2421954 Feb 11 13:07:41.410659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.445625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.448311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.456153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:41.479503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2168f980-a4da-4e35-bf46-4a244d42224d,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:41.483905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:41.488058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.493008 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-115ad608-c925-4a29-8a4d-ab685c3d0f00 req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2004046 Feb 11 13:07:41.509876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.530933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Transition to ACTIVE for port object c3b4c8b0-72af-41f7-be15-7b205873050e will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:41.537377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.555279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ec493a5a-4a19-4524-a60b-d5b2f7211730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:41.557863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43488) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:41.629023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Deleting subnet ef02f145-7d17-4b92-8530-97f2bef92e07 {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:07:41.632900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.695828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.762278 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:41.779606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27bee7-8845-4c69-94c8-75687ef63dd5 req-c55f9e5f-68e0-4ffd-b433-0e4b714c064f tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:41.782069 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eb27bee7-8845-4c69-94c8-75687ef63dd5 req-c55f9e5f-68e0-4ffd-b433-0e4b714c064f tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.1809781 Feb 11 13:07:41.851550 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eb27bee7-8845-4c69-94c8-75687ef63dd5 req-e401cf21-b160-4315-a21c-f72465f07a2c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Feb 11 13:07:41.934507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd29a8e-87bb-476a-b275-b30e5c52e1b3 None None] Pushing event updated for resources: {'Port': ['ID=c3b4c8b0-72af-41f7-be15-7b205873050e,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:41.942901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1dd29a8e-87bb-476a-b275-b30e5c52e1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:42.018067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9800bf-047c-40fc-963c-fe6c82899c68 None None] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:07:42.046912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.064397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:42.130013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef02f145-7d17-4b92-8530-97f2bef92e07,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:42.198557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:42.214973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfe029-fb1c-4713-bfbc-2d80c632991b req-906598c3-8293-4bb9-a443-2aaa62b6c78e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:42.216825 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44cfe029-fb1c-4713-bfbc-2d80c632991b req-906598c3-8293-4bb9-a443-2aaa62b6c78e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2312493 Feb 11 13:07:42.222544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:42.239529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.249692 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ef02f145-7d17-4b92-8530-97f2bef92e07 HTTP/1.1" status: 204 len: 168 time: 0.6904738 Feb 11 13:07:42.250370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43498) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:42.340100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44cfe029-fb1c-4713-bfbc-2d80c632991b req-460cbc5b-8b0f-4e85-a60f-d7fb2f719593 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107817 Feb 11 13:07:42.410666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.446115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c4b248fc-50cc-49ba-8425-811565a7ded4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.459903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.470605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Attempting to bind port c3b4c8b0-72af-41f7-be15-7b205873050e on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:42.471021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Attempting to bind port c3b4c8b0-72af-41f7-be15-7b205873050e by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:42.471429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Attempting to bind port c3b4c8b0-72af-41f7-be15-7b205873050e on network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:42.478916 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-228a2d8b-eb16-4db2-acb0-a2767c37a81b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups/3c32b004-d83f-46d0-8a58-97fea2248857 HTTP/1.1" status: 200 len: 2399 time: 0.0715768 Feb 11 13:07:42.492016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c32b004-d83f-46d0-8a58-97fea2248857', 'remote_group_id': None}]} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:42.492567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c32b004-d83f-46d0-8a58-97fea2248857', 'remote_group_id': None}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:42.498780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:42.499212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Checking segment: {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:42.499701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.500164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Bound using segment: {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:42.500694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Bound port: c3b4c8b0-72af-41f7-be15-7b205873050e, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e849c215-8809-484e-8bca-48c8ff73fe87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:42.501116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.517390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:42.521506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Usage tracker for resource:security_group_rule and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:42.525190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:42.532330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:42.595074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.611666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.623247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:42.623672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.625317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.628565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.630863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9b54d56d-f8fe-427d-af30-8ecf0fd53fd5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:42.656356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32be1a74-facd-4db4-ac48-8d458fb5b6c0,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:42.659332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:42.666577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.668012 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-340c94fa-ab01-4b77-a998-ab4140b1349e req-6c5b3628-2e5f-4784-9ae5-096810670d83 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1816146 Feb 11 13:07:42.738555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e3ef8e-0a55-44e8-98e4-96a4665660df']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:42.752629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be12702-e3f9-4ea9-9af2-dbacbefd88f6') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:42.752969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be12702-e3f9-4ea9-9af2-dbacbefd88f6') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:42.766928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.778237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] For port c3b4c8b0-72af-41f7-be15-7b205873050e, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:42.782307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] For port c3b4c8b0-72af-41f7-be15-7b205873050e, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=c3b4c8b0-72af-41f7-be15-7b205873050e,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:42.782966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.785360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:07:42.787708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.805213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1dd29a8e-87bb-476a-b275-b30e5c52e1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:42.977721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:07:42.987464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:42.995047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca036ab1-9840-47d8-a515-21633d741a59 req-3ad37241-ab81-4688-8f50-7c7055cf5ef1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:43.004646 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca036ab1-9840-47d8-a515-21633d741a59 req-3ad37241-ab81-4688-8f50-7c7055cf5ef1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.2109098 Feb 11 13:07:43.036933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd29a8e-87bb-476a-b275-b30e5c52e1b3 None None] Pushing event updated for resources: {'Port': ['ID=c3b4c8b0-72af-41f7-be15-7b205873050e,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:43.042458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1dd29a8e-87bb-476a-b275-b30e5c52e1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:43.086665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Routers {'59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:07:43.087465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:43.122775 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca036ab1-9840-47d8-a515-21633d741a59 req-3dd96b8e-212a-4f64-a3a0-ef61ef0e892f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169081 Feb 11 13:07:43.254765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Network 83e3ef8e-0a55-44e8-98e4-96a4665660df has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:43.281321 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:43.374221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.378835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:43.405121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.408910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e3ef8e-0a55-44e8-98e4-96a4665660df,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:43.412441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:43.418736 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/83e3ef8e-0a55-44e8-98e4-96a4665660df HTTP/1.1" status: 204 len: 168 time: 1.1641486 Feb 11 13:07:43.419427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43552) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:43.470041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] Set router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:07:43.491676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Deleting subnet dfafc15a-504f-4a34-93f3-18ee9be3a7c1 {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:07:43.495568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.564429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.580650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768d93c-a7c2-494a-bf84-1df0a68c635e req-98e4434e-4f63-4a04-895d-b37090d8d0eb tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:43.589834 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3768d93c-a7c2-494a-bf84-1df0a68c635e req-98e4434e-4f63-4a04-895d-b37090d8d0eb tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.2693639 Feb 11 13:07:43.661353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.686419 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3768d93c-a7c2-494a-bf84-1df0a68c635e req-7d3adb8c-17e4-466d-b4a8-7bdf804df74d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955756 Feb 11 13:07:43.819217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.915390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': 'c3b4c8b0-72af-41f7-be15-7b205873050e', 'name': '', 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'mac_address': 'fa:16:3e:ea:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c21e848b-370a-4854-8371-555eccd684cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:35Z', 'updated_at': '2021-02-11T13:07:42Z', 'revision_number': 4, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'subnets': [{'id': 'c21e848b-370a-4854-8371-555eccd684cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:43.919743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c875fff-81ce-4c37-bc22-7147e4a2a74c None None] The sync data for ids ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'] in dv-cinder-773985-4-iscsi is: [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': 'c3b4c8b0-72af-41f7-be15-7b205873050e', 'name': '', 'network_id': '1098bb0f-8d1c-4477-805c-ea8e3e8a389f', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'mac_address': 'fa:16:3e:ea:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c21e848b-370a-4854-8371-555eccd684cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:35Z', 'updated_at': '2021-02-11T13:07:42Z', 'revision_number': 4, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'subnets': [{'id': 'c21e848b-370a-4854-8371-555eccd684cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:07:43.966630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:43.993039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:44.005031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c548849-412b-48b4-924e-ae291f88ce48 req-7edf81b1-1af7-4bba-85a0-a0e7db08769c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:44.006764 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9c548849-412b-48b4-924e-ae291f88ce48 req-7edf81b1-1af7-4bba-85a0-a0e7db08769c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1906853 Feb 11 13:07:44.048982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfafc15a-504f-4a34-93f3-18ee9be3a7c1,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:44.053088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:44.105658 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9c548849-412b-48b4-924e-ae291f88ce48 req-6ab80b69-68a1-4237-9cd0-08d214ff014c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827358 Feb 11 13:07:44.152076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.159569 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/dfafc15a-504f-4a34-93f3-18ee9be3a7c1 HTTP/1.1" status: 204 len: 168 time: 0.7388051 Feb 11 13:07:44.162240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43564) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:44.182310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device c3b4c8b0-72af-41f7-be15-7b205873050e up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:44.273714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.300309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port c3b4c8b0-72af-41f7-be15-7b205873050e completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:44.305983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port c3b4c8b0-72af-41f7-be15-7b205873050e triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:44.306549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.373702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.443840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.483979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port c3b4c8b0-72af-41f7-be15-7b205873050e, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=c3b4c8b0-72af-41f7-be15-7b205873050e,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:44.487278 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.492325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:44.569536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=c3b4c8b0-72af-41f7-be15-7b205873050e,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:44.576600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:44.611132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:44.732405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96716a1-aaac-4550-9ba3-e98732d3e23a req-298dc354-3fb7-46ed-851f-28f0d423b522 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:44.734167 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f96716a1-aaac-4550-9ba3-e98732d3e23a req-298dc354-3fb7-46ed-851f-28f0d423b522 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.4036963 Feb 11 13:07:44.864690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.865103 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.865940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.866318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.866696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.867072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.867438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.867802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.868209 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.868568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.937711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.938106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.939097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.939486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:07:44.939895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f39ace-c70c-4647-9ce4-aa0dbcad2432']}} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:44.966283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f96716a1-aaac-4550-9ba3-e98732d3e23a req-e559f836-fe23-4f48-92db-99b674db394b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780396 Feb 11 13:07:44.973646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5fc6bf-c9bb-431a-9ece-7ca36e660911') {'for_net_delete': True} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:44.973994 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5fc6bf-c9bb-431a-9ece-7ca36e660911') {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:07:44.996584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846675572'] for segment, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:45.009686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:45.012126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Releasing vxlan tunnel 11 to pool {{(pid=79968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:07:45.267067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:07:45.278241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847466303'] for segment, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:45.541151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0192229-e050-4c5f-810a-b8a0bc2af6e5 req-662d8c60-8786-4502-8b88-a6e6fff70745 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:45.542985 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0192229-e050-4c5f-810a-b8a0bc2af6e5 req-662d8c60-8786-4502-8b88-a6e6fff70745 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.4514310 Feb 11 13:07:45.633898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Network d6f39ace-c70c-4647-9ce4-aa0dbcad2432 has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: from cryptography.utils import int_from_bytes Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: from cryptography.utils import int_from_bytes Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: (rel_b, rel_a, rel_b), Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: (rel_b, rel_a, rel_b), Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:45.664578 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:45.987222 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0192229-e050-4c5f-810a-b8a0bc2af6e5 req-e281a3e2-5386-4aa5-831f-710f050cfb5e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360435 Feb 11 13:07:46.001182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.016245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-368e23d9-6f81-4c1c-b110-fb4139fc7087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:46.029894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.037644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f39ace-c70c-4647-9ce4-aa0dbcad2432,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:46.041902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:46.133908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device c3b4c8b0-72af-41f7-be15-7b205873050e up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:46.134064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344521-467d-4df1-a226-28dc2b2483c5 req-8193ec89-443d-48c0-ad3e-3bf35d47162d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:46.135680 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25344521-467d-4df1-a226-28dc2b2483c5 req-8193ec89-443d-48c0-ad3e-3bf35d47162d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.5864909 Feb 11 13:07:46.139995 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] 10.222.0.93 "DELETE /v2.0/networks/d6f39ace-c70c-4647-9ce4-aa0dbcad2432 HTTP/1.1" status: 204 len: 168 time: 1.9763656 Feb 11 13:07:46.212778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port c3b4c8b0-72af-41f7-be15-7b205873050e triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:46.213241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.265791 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25344521-467d-4df1-a226-28dc2b2483c5 req-b6107631-4d1b-4682-ac6e-4559b18a27b8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856512 Feb 11 13:07:46.397882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6286ac-2eb9-45f7-b972-3fe880c82b4b req-4ca5f866-a82e-46e6-9652-51af4a868d8e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:46.399616 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1c6286ac-2eb9-45f7-b972-3fe880c82b4b req-4ca5f866-a82e-46e6-9652-51af4a868d8e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.2626896 Feb 11 13:07:46.435951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43604) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:46.501717 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1c6286ac-2eb9-45f7-b972-3fe880c82b4b req-78407429-b734-4282-80f1-b9435359a04f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 Feb 11 13:07:46.531830 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8ab1217e-6e35-4502-9779-25906265f9aa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=646515386a4e4cabb6c0b5834cbd38d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945463 Feb 11 13:07:46.535225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43608) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:46.603646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.633860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.679970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.685127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0fcc1c39-bd44-4faa-a093-4b14ba132211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:46.699462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca761b23-1774-45dc-bbc2-22705976833f,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:46.710057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.710457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.710853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.711279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.711668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.712069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.712456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.712872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.713350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.713738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.714114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.714491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.714938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.715313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.715689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.716085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.716466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.716842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.717255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.717629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.718004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.718375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.718745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.719114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:46.722138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:46.723368 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca761b23-1774-45dc-bbc2-22705976833f HTTP/1.1" status: 204 len: 168 time: 0.1868558 Feb 11 13:07:46.724331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:47.153473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43622) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:47.213226 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-396511cd-ed6a-403b-8261-5e9667a65bbc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4328758f8a8c4174a03c65fb4884a82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583005 Feb 11 13:07:47.215904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43626) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:47.282382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:47.312619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abdac9-6e17-48d1-aa9d-6ad4923c5f14 req-d3a19dce-c6c2-4511-b7da-a0fd467f2900 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:47.315032 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:47.325129 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d3abdac9-6e17-48d1-aa9d-6ad4923c5f14 req-d3a19dce-c6c2-4511-b7da-a0fd467f2900 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.1946564 Feb 11 13:07:47.373648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:47.381818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9fe5313f-063b-49fb-a4cb-5028fe7c426b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:47.397953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca27cd-c0c9-47cb-be60-4acb866aec2b,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:47.406846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.407468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.408002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.408461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.408851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.409252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.409648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.410207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.410604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.411005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.411396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.411786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.412306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.412698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.413090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.413475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.413862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.414250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.414635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.415017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.415404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.415782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.416194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.416578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:47.420198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:47.423936 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66ca27cd-c0c9-47cb-be60-4acb866aec2b HTTP/1.1" status: 204 len: 168 time: 0.2045174 Feb 11 13:07:47.423936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:47.438209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d3abdac9-6e17-48d1-aa9d-6ad4923c5f14 req-118a1bba-5a64-4d20-8ea1-a255a9e46af8 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061528 Feb 11 13:07:47.643649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90d45-6d29-4c4a-bfee-10acd44c914a req-37510fc2-c667-4d04-8ce0-51c1b6e2b5d8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:47.653366 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16a90d45-6d29-4c4a-bfee-10acd44c914a req-37510fc2-c667-4d04-8ce0-51c1b6e2b5d8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2085156 Feb 11 13:07:47.777254 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16a90d45-6d29-4c4a-bfee-10acd44c914a req-b068bdb1-736a-45a1-9039-b15da8be505d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224754 Feb 11 13:07:47.891767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dbedc-f8d6-4503-8bbc-713c9594e39f req-44d6390e-d011-491e-b927-61ce84a29e8e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:47.893493 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d2dbedc-f8d6-4503-8bbc-713c9594e39f req-44d6390e-d011-491e-b927-61ce84a29e8e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.2144167 Feb 11 13:07:47.966530 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d2dbedc-f8d6-4503-8bbc-713c9594e39f req-577c34b9-429e-4b0d-85df-8eba162f1e1f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653946 Feb 11 13:07:48.137247 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-e665a9fb-6900-4b5f-b125-4ed304a2b3e4 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1132448 Feb 11 13:07:48.542869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-424f0f4c-548e-4658-ac2f-5b73cca66434 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:48.544630 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-424f0f4c-548e-4658-ac2f-5b73cca66434 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/networks?id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 HTTP/1.1" status: 200 len: 814 time: 0.2615852 Feb 11 13:07:48.561912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-d8108933-59d4-4469-a3df-8dd2e8a5d178 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/quotas/20f5b5bd38554458ae08fb27210730cf HTTP/1.1" status: 200 len: 375 time: 0.0112453 Feb 11 13:07:48.618839 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-e9533759-5edd-4aae-8cdd-23419feaa8e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=20f5b5bd38554458ae08fb27210730cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509117 Feb 11 13:07:48.773061 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-4b31193e-0876-452f-ab11-43786107c8ea service neutron] 10.222.0.93 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461611 Feb 11 13:07:48.922842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-12aafab7-53b0-4c7b-9353-45daa5409ad6 service neutron] 10.222.0.93 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429498 Feb 11 13:07:49.345504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576018-1e22-4a32-bff3-c501d848c694 req-4195d93f-7356-40a4-bc0a-326b919322a7 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:49.354787 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1576018-1e22-4a32-bff3-c501d848c694 req-4195d93f-7356-40a4-bc0a-326b919322a7 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.2199321 Feb 11 13:07:49.428886 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1576018-1e22-4a32-bff3-c501d848c694 req-67111317-9219-40f9-aecd-0d61b88ab4b1 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729797 Feb 11 13:07:49.718977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3172290-75d8-4674-b9e9-4cb88eced34f req-b4ebd1d3-4e46-4221-bbae-900881200ac3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:49.720753 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d3172290-75d8-4674-b9e9-4cb88eced34f req-b4ebd1d3-4e46-4221-bbae-900881200ac3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1671522 Feb 11 13:07:49.794059 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d3172290-75d8-4674-b9e9-4cb88eced34f req-60756ce7-3295-48ad-835d-a7d1b75921c0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661681 Feb 11 13:07:50.085982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59417c6-e8b4-4a79-8121-4609ccff8024 req-d099ca55-28e5-486f-a57f-993b180e31b9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:50.087711 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b59417c6-e8b4-4a79-8121-4609ccff8024 req-d099ca55-28e5-486f-a57f-993b180e31b9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.1691053 Feb 11 13:07:50.155756 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b59417c6-e8b4-4a79-8121-4609ccff8024 req-6cd595c7-90c3-4490-ae2d-5e13319c94b9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Feb 11 13:07:50.242691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43726) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:50.322075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.345188 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-985b26c1-164c-4648-bf85-410b678ac99a req-fea32d39-bc24-404c-8dc5-b7887e2dc8dd tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0587354 Feb 11 13:07:50.423626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.439077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:50.443064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa2f498413b41b485a0864ab29a91c5 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:50.446677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:50.452983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:50.546744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.549665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.558248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-977684d3-e80b-42ae-87cc-960e71940ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:50.603210 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9aa2f498413b41b485a0864ab29a91c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592098 Feb 11 13:07:50.604930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5982c7e4-5192-47fc-b56b-48100f190973,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:50.607056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43736) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:50.608632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:50.771086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d13ff-bb57-466c-bf39-eeeb3ae1d516 req-6953f03c-fce5-4781-bbe6-5c47459c581e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:50.773400 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-be1d13ff-bb57-466c-bf39-eeeb3ae1d516 req-6953f03c-fce5-4781-bbe6-5c47459c581e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.2237804 Feb 11 13:07:50.776599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.838322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.885098 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-be1d13ff-bb57-466c-bf39-eeeb3ae1d516 req-23cc185c-35de-4164-a50c-fe660d915a20 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983787 Feb 11 13:07:50.923116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.928520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e2561cfd-5e40-4e9e-a798-ff86091ed51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:50.939504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982c7e4-5192-47fc-b56b-48100f190973,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:50.945705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:50.946494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:50.947695 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5982c7e4-5192-47fc-b56b-48100f190973 HTTP/1.1" status: 204 len: 168 time: 0.3378637 Feb 11 13:07:51.185677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a38b-5d74-4fb8-8de0-6174be50e3dc req-f61ebfbe-bedb-444e-8c6b-0f8738ed8688 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:51.185985 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc37a38b-5d74-4fb8-8de0-6174be50e3dc req-f61ebfbe-bedb-444e-8c6b-0f8738ed8688 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1714413 Feb 11 13:07:51.261026 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc37a38b-5d74-4fb8-8de0-6174be50e3dc req-7e29559f-ddc9-4de2-8ed6-42526a411eee tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687149 Feb 11 13:07:51.324491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 43750) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:51.344386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.362023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:51.366135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Usage tracker for resource:security_group_rule and tenant:c5a799f459a7490d84e176233a4fd81c is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:51.369965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:51.380971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:51.622761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f04e0-e319-427e-8397-ceda62289040 req-7d50d4a2-9284-4cf8-ae52-f406ab958981 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:51.624812 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-639f04e0-e319-427e-8397-ceda62289040 req-7d50d4a2-9284-4cf8-ae52-f406ab958981 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.2263763 Feb 11 13:07:51.634588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.656610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.667558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3d13f820-0172-48fd-a945-10cd81624b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:51.740405 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-639f04e0-e319-427e-8397-ceda62289040 req-42513bcb-b829-4559-aca8-696215733726 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085207 Feb 11 13:07:51.745868 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c5a799f459a7490d84e176233a4fd81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203057 Feb 11 13:07:51.747577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86237e-726e-4edc-a187-5060b55abc64,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:51.748878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 43758) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:51.751761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:51.819525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.854126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.907508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.912715 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ed7c49-eb56-4879-b557-0629d5a2c7b4 req-13e433f5-cb34-4bb1-b566-c3049f95c8af tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0510497 Feb 11 13:07:51.912857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:51.928876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86237e-726e-4edc-a187-5060b55abc64,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:51.942677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:51.942677 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/de86237e-726e-4edc-a187-5060b55abc64 HTTP/1.1" status: 204 len: 168 time: 0.1893585 Feb 11 13:07:51.942677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:51.993666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:07:52.224906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7d640-ff33-406c-ab9e-5dadff646157 req-737b446f-1ec0-4617-ba3a-fe5f808572c4 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:52.226626 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bce7d640-ff33-406c-ab9e-5dadff646157 req-737b446f-1ec0-4617-ba3a-fe5f808572c4 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.1778898 Feb 11 13:07:52.311591 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bce7d640-ff33-406c-ab9e-5dadff646157 req-cd719370-a2e9-4134-9a27-8aaa0e2a7900 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776000 Feb 11 13:07:52.342719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-dd94b4c9-5a4b-4a75-8605-015eed69be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:52.344397 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-dd94b4c9-5a4b-4a75-8605-015eed69be3c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.1258202 Feb 11 13:07:52.599909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5ab91-bef5-48e4-9e05-91592944d4af req-730ef56f-5f92-4695-b1dd-0cdfcf165d6e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:52.601645 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14d5ab91-bef5-48e4-9e05-91592944d4af req-730ef56f-5f92-4695-b1dd-0cdfcf165d6e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1738582 Feb 11 13:07:52.671765 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14d5ab91-bef5-48e4-9e05-91592944d4af req-eb9ff16c-433d-430e-9d85-f0cdb66065b2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Feb 11 13:07:53.053358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600b6ac-dcdb-4d88-be8b-8df25ab41706 req-8b43af62-b4f5-4722-a134-210c34797849 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:53.055077 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7600b6ac-dcdb-4d88-be8b-8df25ab41706 req-8b43af62-b4f5-4722-a134-210c34797849 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.1799009 Feb 11 13:07:53.123728 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7600b6ac-dcdb-4d88-be8b-8df25ab41706 req-27a7b2f8-df8c-4851-874c-9e48abc9ffd5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617239 Feb 11 13:07:53.299421 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0681b327-d602-4f83-9ba2-0d50cd34904e req-888a9fe9-73fa-4f1d-babb-d3abbeb515f4 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0540459 Feb 11 13:07:53.602566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf450ef-7de4-4621-a061-6e5b40bc2eff req-e9fd7719-a277-45c3-92cf-73131e12d66e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:53.604865 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdf450ef-7de4-4621-a061-6e5b40bc2eff req-e9fd7719-a277-45c3-92cf-73131e12d66e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.1717384 Feb 11 13:07:53.692066 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdf450ef-7de4-4621-a061-6e5b40bc2eff req-c61af62a-3d8f-4846-b681-016b0dc6be2b tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801313 Feb 11 13:07:53.982297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c2b28-d8a9-4fb5-9d74-6928b297274a req-01b5ccf5-2e8d-435c-b79b-cf15ba9e5cfd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:53.983985 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-866c2b28-d8a9-4fb5-9d74-6928b297274a req-01b5ccf5-2e8d-435c-b79b-cf15ba9e5cfd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1646276 Feb 11 13:07:54.051710 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-866c2b28-d8a9-4fb5-9d74-6928b297274a req-275a47fb-2a7a-4e72-8892-34913c6d9aa6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614650 Feb 11 13:07:54.420923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370510b6-30ed-49b3-9685-d9a5fa383f7f req-49a70dea-6d1b-4dae-b73c-e4fc7b50ba4a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:54.422570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-370510b6-30ed-49b3-9685-d9a5fa383f7f req-49a70dea-6d1b-4dae-b73c-e4fc7b50ba4a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.1673965 Feb 11 13:07:54.487240 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-370510b6-30ed-49b3-9685-d9a5fa383f7f req-71ce211e-cd2b-4291-b757-55da01046df6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581958 Feb 11 13:07:54.668876 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ea303715-f178-4678-810e-5d631608a566 req-df88f577-b26a-4003-a0b6-1443594002b9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0639338 Feb 11 13:07:54.759108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-fdd7a44a-8dc0-49be-a4a4-fa48ce76b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:54.760766 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-fdd7a44a-8dc0-49be-a4a4-fa48ce76b5f4 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1551054 Feb 11 13:07:54.919977 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-fdeb4a1d-3d9c-452d-8fac-dabc23b988af service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.1013334 Feb 11 13:07:55.026661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-7a60829f-1a6a-42b8-b41c-2f88aee4e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:55.029600 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-7a60829f-1a6a-42b8-b41c-2f88aee4e809 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0965745 Feb 11 13:07:55.042181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-435d4c52-8c0c-42ed-b75c-8bc833fa592d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79970) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:07:55.101481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770721e-d6b1-4d9b-88e3-5252cb4388a2 req-b190d2eb-ec33-43f8-b957-7d43ddc34fcb tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:55.103269 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e770721e-d6b1-4d9b-88e3-5252cb4388a2 req-b190d2eb-ec33-43f8-b957-7d43ddc34fcb tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.2505629 Feb 11 13:07:55.104066 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-7d098b58-a76b-40a4-bc24-7a82bbfa7e7c service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622473 Feb 11 13:07:55.185684 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e770721e-d6b1-4d9b-88e3-5252cb4388a2 req-f06ccb64-1477-4ce8-8303-0987591286ec tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745754 Feb 11 13:07:55.284719 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-442e3cfc-900a-4375-ad04-4bb5b3d7d172 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678431 Feb 11 13:07:55.384144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc2aa-5397-431f-9f41-27c3a90bbbd2 req-bd0f95b2-3262-43ce-8031-3b6af61f9c48 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:55.385857 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73edc2aa-5397-431f-9f41-27c3a90bbbd2 req-bd0f95b2-3262-43ce-8031-3b6af61f9c48 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1871784 Feb 11 13:07:55.460518 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73edc2aa-5397-431f-9f41-27c3a90bbbd2 req-d910442c-af3d-4c81-818f-b2ac4c757fef tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672679 Feb 11 13:07:55.666239 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0f4fec2-58d6-4083-8421-7d41f8e114b6 req-ff67a500-7f35-4e95-b8de-981357b409c0 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3744128 Feb 11 13:07:55.801843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1ab9a-1ed1-444d-84c3-75d729d3cf19 req-2580d5c0-b34d-48c0-b732-a078f6773d2b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:55.804369 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73d1ab9a-1ed1-444d-84c3-75d729d3cf19 req-2580d5c0-b34d-48c0-b732-a078f6773d2b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.1773677 Feb 11 13:07:55.873353 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73d1ab9a-1ed1-444d-84c3-75d729d3cf19 req-95580d9e-20ec-44e9-b6f4-f9d163ab0d1f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613286 Feb 11 13:07:56.074124 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-afe0b53c-2236-4afc-9563-8257e95e2113 req-10b4a936-0663-47fe-9263-95126a28fa5e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0699904 Feb 11 13:07:56.368946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-bbeaa63c-9838-4dcd-868c-c94bad289a2b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:56.370019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-bbeaa63c-9838-4dcd-868c-c94bad289a2b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Synchronizing usage tracker for tenant:20f5b5bd38554458ae08fb27210730cf on resource:network {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:07:56.389343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-bbeaa63c-9838-4dcd-868c-c94bad289a2b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Unset dirty status for tenant:20f5b5bd38554458ae08fb27210730cf on resource:network {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:07:56.391148 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-bbeaa63c-9838-4dcd-868c-c94bad289a2b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.123 "GET /v2.0/networks?id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 HTTP/1.1" status: 200 len: 814 time: 0.3433456 Feb 11 13:07:56.416192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Request body: {'port': {'device_id': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2', 'admin_state_up': True, 'tenant_id': '20f5b5bd38554458ae08fb27210730cf'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:56.577009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419563de-05e4-4221-93af-f8536e41ae63 req-361d9e60-6d2e-484c-a005-2396d82c5aff tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:56.578860 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-419563de-05e4-4221-93af-f8536e41ae63 req-361d9e60-6d2e-484c-a005-2396d82c5aff tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.1946089 Feb 11 13:07:56.600475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:07:56.606136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Usage tracker for resource:port and tenant:20f5b5bd38554458ae08fb27210730cf is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:07:56.610428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:07:56.617243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:07:56.627633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Made reservation on behalf of 20f5b5bd38554458ae08fb27210730cf for: {'port': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:07:56.653029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:56.674792 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-419563de-05e4-4221-93af-f8536e41ae63 req-52f85e5c-75f4-4929-901a-9ba299212e6d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887468 Feb 11 13:07:56.744206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 993e4034-a861-46d0-9c51-019dc2eeb439 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:56.855487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd31e-d511-4f05-a165-ec5bc93ab815 req-4a98e2b8-6e55-45ce-bbbe-0013d22a5f7c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:56.864263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bafcd31e-d511-4f05-a165-ec5bc93ab815 req-4a98e2b8-6e55-45ce-bbbe-0013d22a5f7c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2199655 Feb 11 13:07:56.971264 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bafcd31e-d511-4f05-a165-ec5bc93ab815 req-ea5ce49e-e320-4a37-8af5-31427d85c68c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056190 Feb 11 13:07:57.110008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 993e4034-a861-46d0-9c51-019dc2eeb439 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:57.127011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 993e4034-a861-46d0-9c51-019dc2eeb439 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:57.127776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:57.180070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Allocated IP 172.20.0.3 (db296b28-fdc0-4677-8a63-bbb7e7c8e1a2/18956192-627f-4041-905c-b4155cf11e09/59ecdc4a-afa1-43ab-8694-933c8de07208) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:07:57.410945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:57.429134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80505b3-cedf-43e3-b769-d1fd573b2d61 req-deee6932-3443-47f0-acf1-fb46f95b337e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:57.436940 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c80505b3-cedf-43e3-b769-d1fd573b2d61 req-deee6932-3443-47f0-acf1-fb46f95b337e tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.3359399 Feb 11 13:07:57.455129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:57.466094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 993e4034-a861-46d0-9c51-019dc2eeb439, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=993e4034-a861-46d0-9c51-019dc2eeb439,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:57.469841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:57.471887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7b26ac9-c506-4a43-9314-a49932f65475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:57.527998 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddf99bf8-02e5-476b-9c75-fef364aab7ac req-d214a164-cc9f-4b42-af68-bac73d712b72 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0896451 Feb 11 13:07:57.546646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:57.549292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=993e4034-a861-46d0-9c51-019dc2eeb439,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:57.562108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:57.581419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:57.586596 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c80505b3-cedf-43e3-b769-d1fd573b2d61 req-0e2fb2d2-03aa-4f93-bade-20f3ed7d252c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465185 Feb 11 13:07:57.603234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:57.631257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439', 'code': 200} Feb 11 13:07:57.794591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Pushing event updated for resources: {'Port': ['ID=59ecdc4a-afa1-43ab-8694-933c8de07208,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:57.800135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:57.812283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:07:57.813504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:07:57.816220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:07:57.958487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:57.959259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:57.985163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736361 Feb 11 13:07:58.020281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Request body: {'port': {'device_id': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:58.154308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:58.406243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877810-7bb0-4ae2-8681-718fb6da5a1b req-366342a4-7084-41c7-a6be-1cc6aba0e585 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:58.408043 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40877810-7bb0-4ae2-8681-718fb6da5a1b req-366342a4-7084-41c7-a6be-1cc6aba0e585 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 945 time: 0.5341113 Feb 11 13:07:58.410378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab850207-e19b-41c0-924c-a40f4e191287 req-c2fcbbc0-770c-41cf-a223-0d40e2635487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:58.412070 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ab850207-e19b-41c0-924c-a40f4e191287 req-c2fcbbc0-770c-41cf-a223-0d40e2635487 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 1162 time: 0.5904274 Feb 11 13:07:58.518120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f1a4-5760-4e5d-a981-6a344b8c77c9 req-c2289788-94b3-461d-b773-80448dcce76b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:58.519730 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7482f1a4-5760-4e5d-a981-6a344b8c77c9 req-c2289788-94b3-461d-b773-80448dcce76b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3920796 Feb 11 13:07:58.612360 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ab850207-e19b-41c0-924c-a40f4e191287 req-45dc0541-74b3-4ab3-be07-8398b2e08ea9 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895410 Feb 11 13:07:58.612936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ecdc4a-afa1-43ab-8694-933c8de07208 {{(pid=79969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:07:58.621527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:58.622943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3ee66907-da00-4f6a-9a6b-cae6f5158576 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:58.634789 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40877810-7bb0-4ae2-8681-718fb6da5a1b req-59768d0a-1eff-469b-a269-36b1dbc7f308 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184949 Feb 11 13:07:58.635711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Transition to ACTIVE for port object 59ecdc4a-afa1-43ab-8694-933c8de07208 will not be triggered until provisioned by entity L2. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:07:58.639253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:58.671786 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7482f1a4-5760-4e5d-a981-6a344b8c77c9 req-890cf1ca-6997-42c7-b659-87b936ea46b3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337922 Feb 11 13:07:58.714615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 3ee66907-da00-4f6a-9a6b-cae6f5158576 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:07:58.720577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3ee66907-da00-4f6a-9a6b-cae6f5158576 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:58.721233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:58.780984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:58.862523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:58.900961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3ee66907-da00-4f6a-9a6b-cae6f5158576, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:07:58.904714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:58.905622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 993e4034-a861-46d0-9c51-019dc2eeb439 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:58.920366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Pushing event updated for resources: {'Port': ['ID=59ecdc4a-afa1-43ab-8694-933c8de07208,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:58.926302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:58.937600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:58.979201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b715cc-b059-4072-a728-963c678dd967 req-64eb2d58-b5d6-4583-854d-85880430b49b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:58.981045 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-55b715cc-b059-4072-a728-963c678dd967 req-64eb2d58-b5d6-4583-854d-85880430b49b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.1795814 Feb 11 13:07:58.999307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Attempting to bind port 59ecdc4a-afa1-43ab-8694-933c8de07208 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:59.000213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Attempting to bind port 59ecdc4a-afa1-43ab-8694-933c8de07208 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9ff42805-d777-46e3-9599-2ead4642ea1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2'}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:07:59.000564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Attempting to bind port 59ecdc4a-afa1-43ab-8694-933c8de07208 on network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:07:59.006309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:07:59.006681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Checking segment: {'id': '9ff42805-d777-46e3-9599-2ead4642ea1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:07:59.007078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:59.007463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Bound using segment: {'id': '9ff42805-d777-46e3-9599-2ead4642ea1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2'} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:07:59.007930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Bound port: 59ecdc4a-afa1-43ab-8694-933c8de07208, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff42805-d777-46e3-9599-2ead4642ea1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'db296b28-fdc0-4677-8a63-bbb7e7c8e1a2'}}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:07:59.008360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:59.041832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3ee66907-da00-4f6a-9a6b-cae6f5158576,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:59.050228 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-55b715cc-b059-4072-a728-963c678dd967 req-0a5197e2-2bc5-4fce-9525-a6eb2eba0dec tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Feb 11 13:07:59.054267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.054737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.055121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.055498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.055871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.056267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.056643 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.057007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.059826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.060133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.060495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.060853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.062762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.062762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.062762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.062762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.063307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:07:59.067822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:59.068630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 993e4034-a861-46d0-9c51-019dc2eeb439 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:59.069050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:59.129244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] For port 59ecdc4a-afa1-43ab-8694-933c8de07208, host hv-cinder-77398, cleared binding levels {{(pid=79969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:07:59.132976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] For port 59ecdc4a-afa1-43ab-8694-933c8de07208, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=59ecdc4a-afa1-43ab-8694-933c8de07208,segment=NetworkSegment(9ff42805-d777-46e3-9599-2ead4642ea1e),segment_id=9ff42805-d777-46e3-9599-2ead4642ea1e)] {{(pid=79969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:07:59.137881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:59.154646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:07:59.314472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Pushing event updated for resources: {'Port': ['ID=59ecdc4a-afa1-43ab-8694-933c8de07208,revision_number=3']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:07:59.319714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:07:59.350965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:59.351520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:59.353218 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] 10.222.0.123 "PUT /v2.0/ports/59ecdc4a-afa1-43ab-8694-933c8de07208 HTTP/1.1" status: 200 len: 1157 time: 1.3379788 Feb 11 13:07:59.353758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:59.381348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfab4d-4541-46ca-a440-3a9c510ff4f5 req-6c851937-3043-41dd-90a0-e57107fcdc12 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:59.383073 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fcdfab4d-4541-46ca-a440-3a9c510ff4f5 req-6c851937-3043-41dd-90a0-e57107fcdc12 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 945 time: 0.1780474 Feb 11 13:07:59.464676 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208', 'status': 'completed', 'code': 200} Feb 11 13:07:59.473882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fcdfab4d-4541-46ca-a440-3a9c510ff4f5 req-0fd0e108-a676-4d85-b9b2-7ebb19e0dcf7 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828733 Feb 11 13:07:59.515634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-b819d7e4-a716-4dac-88c7-fc0da64f3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:59.520790 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-b819d7e4-a716-4dac-88c7-fc0da64f3268 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=20f5b5bd38554458ae08fb27210730cf&device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 1160 time: 0.1048245 Feb 11 13:07:59.595765 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-755dff7e-fa80-4a32-be87-8c597f307ab8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ecdc4a-afa1-43ab-8694-933c8de07208 HTTP/1.1" status: 200 len: 217 time: 0.0698490 Feb 11 13:07:59.632321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:59.656634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3ee66907-da00-4f6a-9a6b-cae6f5158576 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:07:59.674404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-2f3b0a8f-c62c-4f96-8870-5b63a68c1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:07:59.678529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-2f3b0a8f-c62c-4f96-8870-5b63a68c1847 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=18956192-627f-4041-905c-b4155cf11e09 HTTP/1.1" status: 200 len: 854 time: 0.0731833 Feb 11 13:07:59.740947 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-ca96d2cc-a637-432b-baa7-66cd2efbedc7 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537744 Feb 11 13:07:59.774943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576', 'code': 200} Feb 11 13:07:59.823148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3ee66907-da00-4f6a-9a6b-cae6f5158576 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:07:59.824021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:07:59.928539 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-c9690c65-d2ff-4a87-958a-4450fed2c040 service neutron] 10.222.0.123 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807420 Feb 11 13:08:00.182191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25495375-9d71-4153-9a72-757addb34ca7 req-aba84f3d-2666-4541-8061-dc8c904a9de5 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:00.184002 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25495375-9d71-4153-9a72-757addb34ca7 req-aba84f3d-2666-4541-8061-dc8c904a9de5 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 945 time: 0.2850361 Feb 11 13:08:00.271432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a1a4c-9bc3-441e-b705-0b3984385f48 req-62f5ed14-b8a9-4b7e-a9cc-0ef81e352faf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:00.273166 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f3a1a4c-9bc3-441e-b705-0b3984385f48 req-62f5ed14-b8a9-4b7e-a9cc-0ef81e352faf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.4304385 Feb 11 13:08:00.276755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428211c-ccb0-409e-a61d-a1ab3134038d req-bd029096-da9f-46f2-b21c-57ebd99fdca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:00.278216 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5428211c-ccb0-409e-a61d-a1ab3134038d req-bd029096-da9f-46f2-b21c-57ebd99fdca3 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 1162 time: 0.3280089 Feb 11 13:08:00.307151 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e57f46d-2f02-4cb2-8d00-f5f214f7dba9 req-4daec4aa-3892-4053-b45e-d8d86513281c service neutron] 10.222.0.123 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3576872 Feb 11 13:08:00.387252 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5428211c-ccb0-409e-a61d-a1ab3134038d req-a7749a54-898c-4018-a03a-be6ddb4eb50e service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906076 Feb 11 13:08:00.408854 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25495375-9d71-4153-9a72-757addb34ca7 req-0626f607-2978-4fc5-be26-b4d43afbe79d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344070 Feb 11 13:08:00.432757 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f3a1a4c-9bc3-441e-b705-0b3984385f48 req-ed49931f-2878-4f96-a16e-d07bd1856231 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325700 Feb 11 13:08:00.439318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-61909682-4bfb-4b74-8612-682b121e9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:00.441552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-61909682-4bfb-4b74-8612-682b121e9fa1 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=20f5b5bd38554458ae08fb27210730cf&device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 1160 time: 0.0856712 Feb 11 13:08:00.729761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a96a96-d14a-47f9-94a9-e81fdab9d6c9 req-dca41388-b912-4f90-9edb-3e93a18234fc tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:00.731384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28a96a96-d14a-47f9-94a9-e81fdab9d6c9 req-dca41388-b912-4f90-9edb-3e93a18234fc tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.1833167 Feb 11 13:08:00.826817 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28a96a96-d14a-47f9-94a9-e81fdab9d6c9 req-b0ce30e2-bf68-4441-bfc1-0f3ac0faecc8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813696 Feb 11 13:08:00.865159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-a639cf07-7b6d-43fb-afdd-c7852f8d2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:00.866724 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-a639cf07-7b6d-43fb-afdd-c7852f8d2e20 service neutron] 10.222.0.123 "GET /v2.0/networks?id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 HTTP/1.1" status: 200 len: 909 time: 0.1697698 Feb 11 13:08:00.971404 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-ad43b2ab-1cea-4ad3-94c5-87d3fbb1d787 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ecdc4a-afa1-43ab-8694-933c8de07208 HTTP/1.1" status: 200 len: 217 time: 0.0959165 Feb 11 13:08:01.074362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-93e4bcb1-3ffd-4c3d-b819-8d0797bf8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:01.075968 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-93e4bcb1-3ffd-4c3d-b819-8d0797bf8a4f service neutron] 10.222.0.123 "GET /v2.0/subnets?id=18956192-627f-4041-905c-b4155cf11e09 HTTP/1.1" status: 200 len: 854 time: 0.0688155 Feb 11 13:08:01.078793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bfd8-44c0-4333-85bb-77dedf3ac303 req-b12c54f9-f72a-4b49-8aac-cb94c74d5355 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:01.081088 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7792bfd8-44c0-4333-85bb-77dedf3ac303 req-b12c54f9-f72a-4b49-8aac-cb94c74d5355 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 945 time: 0.1929569 Feb 11 13:08:01.132789 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-03cafbd9-9bae-452f-abc0-aeac7d72336b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466473 Feb 11 13:08:01.151503 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7792bfd8-44c0-4333-85bb-77dedf3ac303 req-dd418ac0-78d8-49a1-b6a4-881ea726edf9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Feb 11 13:08:01.282370 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-52488751-0050-401f-9bf1-d2fa6df78376 service neutron] 10.222.0.123 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419311 Feb 11 13:08:01.434541 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3cf73f3f-9574-48fa-ab42-e52f2ed39690 req-7253420a-de8e-4ddb-b68a-6bd8c13c4fe8 service neutron] 10.222.0.123 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434119 Feb 11 13:08:01.725586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 993e4034-a861-46d0-9c51-019dc2eeb439 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:01.800278 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdcf05-885f-499a-9a8d-134a2c376566 req-8e032730-cade-4127-bcce-828f9c474982 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:01.801873 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0fdcf05-885f-499a-9a8d-134a2c376566 req-8e032730-cade-4127-bcce-828f9c474982 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 945 time: 0.2514188 Feb 11 13:08:01.810357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 993e4034-a861-46d0-9c51-019dc2eeb439 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:01.810794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:01.902323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d460887-2854-4ab9-b845-aa868ea079fc req-44fc90fc-fcd5-4fcc-926c-446878d6bd35 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:01.904013 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5d460887-2854-4ab9-b845-aa868ea079fc req-44fc90fc-fcd5-4fcc-926c-446878d6bd35 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3142009 Feb 11 13:08:01.993908 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0fdcf05-885f-499a-9a8d-134a2c376566 req-da5adadc-f10a-4f09-a449-3e3c040c271e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886986 Feb 11 13:08:02.021497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5d460887-2854-4ab9-b845-aa868ea079fc req-d5386343-f318-4c29-8ef1-d69d31661053 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987589 Feb 11 13:08:02.379566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d9d20-f077-485c-a83c-5a6064fcc26d req-7a345246-96fe-46e3-8f7b-39080f47fd84 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:02.381263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d78d9d20-f077-485c-a83c-5a6064fcc26d req-7a345246-96fe-46e3-8f7b-39080f47fd84 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.2129538 Feb 11 13:08:02.479034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44026) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:02.558193 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d78d9d20-f077-485c-a83c-5a6064fcc26d req-5fb7f8a2-90a7-4dd2-ac01-3f590e339976 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265249 Feb 11 13:08:02.661429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc885-2803-4d97-9e6e-3edc522777af req-752acb80-a12e-476b-80a0-64ce593c1c40 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:02.663351 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-db9dc885-2803-4d97-9e6e-3edc522777af req-752acb80-a12e-476b-80a0-64ce593c1c40 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 945 time: 0.2808757 Feb 11 13:08:02.695107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:02.711345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:02.716584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Usage tracker for resource:security_group_rule and tenant:31a9f3f32c294897be71be366266d060 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:02.721542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:02.728157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:02.732083 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-db9dc885-2803-4d97-9e6e-3edc522777af req-86cce66a-9d04-4df0-a09c-00c893708e6a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620589 Feb 11 13:08:02.823287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:02.825637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:02.834993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-08b7bb20-9de9-4399-8a25-c5b628d14851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:02.880326 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=31a9f3f32c294897be71be366266d060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968174 Feb 11 13:08:02.880326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9893bd-5bfe-4a63-afcc-94fda0a7b83b,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:02.880753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 44038) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:02.882808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:02.966463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:03.000322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:03.048504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:03.057421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d3e88b3-377b-435f-b5e7-5c7b735135b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:03.070632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9893bd-5bfe-4a63-afcc-94fda0a7b83b,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:03.075040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:03.077176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:03.078338 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7b9893bd-5bfe-4a63-afcc-94fda0a7b83b HTTP/1.1" status: 204 len: 168 time: 0.1965287 Feb 11 13:08:03.362203 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc71abd-4fb6-4c1f-bc4e-28e030bad199 req-aa7cbafe-d0ee-41fc-89dc-568c0f1a8e82 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:03.363952 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6dc71abd-4fb6-4c1f-bc4e-28e030bad199 req-aa7cbafe-d0ee-41fc-89dc-568c0f1a8e82 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1904526 Feb 11 13:08:03.431883 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6dc71abd-4fb6-4c1f-bc4e-28e030bad199 req-853fb8b5-0eb0-4bb7-8503-0990db516db9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Feb 11 13:08:03.728461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eae78-5a84-44ee-a6e5-f6844f43e7b3 req-6a5c4088-f396-4fd9-b441-0e33be29e1cc tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:03.730172 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c22eae78-5a84-44ee-a6e5-f6844f43e7b3 req-6a5c4088-f396-4fd9-b441-0e33be29e1cc tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 945 time: 0.1819205 Feb 11 13:08:03.861137 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c22eae78-5a84-44ee-a6e5-f6844f43e7b3 req-7c847307-556a-4803-a988-8ebfcb38ddc4 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851195 Feb 11 13:08:04.009974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730676-1507-4e92-b448-0f1fb5efb440 req-4c916528-2175-4fed-a75c-5d2178398a85 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:04.011688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03730676-1507-4e92-b448-0f1fb5efb440 req-4c916528-2175-4fed-a75c-5d2178398a85 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.2805290 Feb 11 13:08:04.033033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44078) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:04.140487 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03730676-1507-4e92-b448-0f1fb5efb440 req-2c02a213-df65-493f-8f99-63987f835ef5 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818174 Feb 11 13:08:04.242964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b1b49-6622-487e-85ae-4eabf1bbc86f req-9b883625-3947-4710-8786-884390dc75b3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:04.244995 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df3b1b49-6622-487e-85ae-4eabf1bbc86f req-9b883625-3947-4710-8786-884390dc75b3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 945 time: 0.2320020 Feb 11 13:08:04.283364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1232896794-network', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:04.288461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:04.293394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Usage tracker for resource:network and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:04.296453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:04.302373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:04.312391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Made reservation on behalf of 45b5fbc58e274c249df177a9ae9e555e for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:04.316678 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df3b1b49-6622-487e-85ae-4eabf1bbc86f req-85c098a0-46ff-4ff9-bc63-e61d76a9b758 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649967 Feb 11 13:08:04.318444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.331916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.348315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:04.352476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Usage tracker for resource:security_group_rule and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:04.355487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:04.361672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:04.462206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.465147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.469733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f1d0605-77e0-4c3b-8a9c-370dba519e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:04.506155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:08:04.516140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d090477-6597-432c-a7c7-f77fbe81bcd2,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:04.519682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:04.524445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.524831 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Added segment 1ee28d72-eb27-44b0-b8ac-185dc8c57212 of type vxlan for network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 Feb 11 13:08:04.555134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.592587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.594109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:04.594109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.599908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ef45ba2-419d-46c1-9b7f-d5b059716aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:04.717941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:04.724208 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6868770 Feb 11 13:08:04.724208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:04.724431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44096) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:04.731223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Request body: {'subnet': {'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1232896794-subnet', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:04.733167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:08:04.736325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:04.745127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Usage tracker for resource:subnet and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:04.748517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:04.754707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:04.759891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:08:04.772932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Made reservation on behalf of 45b5fbc58e274c249df177a9ae9e555e for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:04.778758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846417155'] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:04.904140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a4b1d-d7fe-4c38-b305-d1c1df84a8dc req-c8ebc697-bada-453d-98d6-6704548a3daf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:04.906061 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-556a4b1d-d7fe-4c38-b305-d1c1df84a8dc req-c8ebc697-bada-453d-98d6-6704548a3daf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2240233 Feb 11 13:08:04.997026 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-556a4b1d-d7fe-4c38-b305-d1c1df84a8dc req-d74c16fd-19e9-445c-bc70-f62e47f6904f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Feb 11 13:08:05.376292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846867615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846417172'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:05.387978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3619e1-1947-439d-ba33-191fab646a17 req-6ec574ee-6a43-443d-a3a4-96ad097c9110 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:05.389768 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7c3619e1-1947-439d-ba33-191fab646a17 req-6ec574ee-6a43-443d-a3a4-96ad097c9110 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 945 time: 0.2289445 Feb 11 13:08:05.405715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:05.516243 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7c3619e1-1947-439d-ba33-191fab646a17 req-f080017c-be4c-4632-bc83-94e177328276 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839801 Feb 11 13:08:05.547501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca28b374-66d9-43a8-bdbc-f351cb443ae4,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:05.552732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:05.619992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Checking segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:05.620499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Network hostable DHCP agents. Network: d5030240-6dcb-4a6f-a7da-f1d2201a0fd9, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:08:05.627805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77542ab-f8c4-4588-9837-d09f7e805683 req-deb3e15d-475a-476a-8a1f-3835fd50d296 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:05.629558 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c77542ab-f8c4-4588-9837-d09f7e805683 req-deb3e15d-475a-476a-8a1f-3835fd50d296 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.2388043 Feb 11 13:08:05.643337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:08:05.652532 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, d5030240-6dcb-4a6f-a7da-f1d2201a0fd9) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:05.661894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99333acb-fe41-42f2-985d-1f2343b850ea None None] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:08:05.671115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:05.672171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:05.699112 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-76743610-f46a-45cf-86f7-760da147c60b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9736595 Feb 11 13:08:05.700386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44116) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:05.706486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:05.712714 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c77542ab-f8c4-4588-9837-d09f7e805683 req-cac94903-cce7-4423-afd0-a59aac1214fe tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Feb 11 13:08:05.713485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:05.718887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Usage tracker for resource:router and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:05.723538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:05.729583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:05.738763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:05.739935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:05.755460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:05.763260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 993e4034-a861-46d0-9c51-019dc2eeb439 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:08:05.976628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.049481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:06.063441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-d5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:08:06.064387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.148325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.149539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 993e4034-a861-46d0-9c51-019dc2eeb439, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=993e4034-a861-46d0-9c51-019dc2eeb439,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:06.212956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439', 'code': 200} Feb 11 13:08:06.220046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.229772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-274977ec-a754-4172-ad22-6d6a3e991ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:06.401259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-0cf80811-c623-4fc0-9b0f-2320f3a803ee tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:06.403107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-0cf80811-c623-4fc0-9b0f-2320f3a803ee tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 945 time: 0.5093513 Feb 11 13:08:06.477176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=993e4034-a861-46d0-9c51-019dc2eeb439,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:06.481897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:06.536761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d8d19-1808-488c-a7f6-c872524b2456 req-25d60b6d-f48a-4b89-b39a-a04637f7dcd3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:06.538685 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd3d8d19-1808-488c-a7f6-c872524b2456 req-25d60b6d-f48a-4b89-b39a-a04637f7dcd3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2645638 Feb 11 13:08:06.609360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Allocated IP 172.20.0.2 (d5030240-6dcb-4a6f-a7da-f1d2201a0fd9/ca28b374-66d9-43a8-bdbc-f351cb443ae4/9c9e6090-f099-448e-a520-9d8dd7674075) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:06.615074 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd3d8d19-1808-488c-a7f6-c872524b2456 req-d5d58987-3c66-4916-b658-8f1c3a06201e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693598 Feb 11 13:08:06.781206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Deleting port 993e4034-a861-46d0-9c51-019dc2eeb439 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:08:06.781595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.900418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4e02-84ec-4081-9339-3f5bdeffc014 req-a4c17220-5115-4539-98cc-307a7f7e97f2 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:06.902682 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee1f4e02-84ec-4081-9339-3f5bdeffc014 req-a4c17220-5115-4539-98cc-307a7f7e97f2 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 943 time: 0.2047300 Feb 11 13:08:06.908599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.919866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Transition to ACTIVE for port object 9c9e6090-f099-448e-a520-9d8dd7674075 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:06.942269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Transition to ACTIVE for port object 9c9e6090-f099-448e-a520-9d8dd7674075 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:06.947841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:06.964398 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1dd29a8e-87bb-476a-b275-b30e5c52e1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:07.028910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee1f4e02-84ec-4081-9339-3f5bdeffc014 req-35bb5bdc-8c94-4ec4-a315-59f6078fe444 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 Feb 11 13:08:07.136379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d0d9-e363-4f4b-917c-c34682e7a33c req-0b14a03d-2646-467f-abf1-d25c01be73d2 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:07.138572 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1575d0d9-e363-4f4b-917c-c34682e7a33c req-0b14a03d-2646-467f-abf1-d25c01be73d2 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.2350721 Feb 11 13:08:07.157648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:07.160664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:07.165529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:07.171809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Pushing event updated for resources: {'Port': ['ID=9c9e6090-f099-448e-a520-9d8dd7674075,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:07.179719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:07.237717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Attempting to bind port 9c9e6090-f099-448e-a520-9d8dd7674075 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:07.238139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Attempting to bind port 9c9e6090-f099-448e-a520-9d8dd7674075 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:07.238555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Attempting to bind port 9c9e6090-f099-448e-a520-9d8dd7674075 on network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:07.245239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:07.245430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Checking segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:07.245817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:07.246257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Bound using segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:07.246773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Bound port: 9c9e6090-f099-448e-a520-9d8dd7674075, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:07.247197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:07.275030 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1575d0d9-e363-4f4b-917c-c34682e7a33c req-8bb883c5-4770-4fba-8197-2708a9143d6a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270442 Feb 11 13:08:07.317287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:07.381869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:07.415266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] For port 993e4034-a861-46d0-9c51-019dc2eeb439, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=993e4034-a861-46d0-9c51-019dc2eeb439,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:07.415678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:07.605429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Calling delete_port for 993e4034-a861-46d0-9c51-019dc2eeb439 owned by compute:nova {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:08:07.692753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] For port 9c9e6090-f099-448e-a520-9d8dd7674075, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:07.709052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] For port 9c9e6090-f099-448e-a520-9d8dd7674075, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=9c9e6090-f099-448e-a520-9d8dd7674075,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:07.717605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:07.735012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:07.839098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Pushing event updated for resources: {'Port': ['ID=9c9e6090-f099-448e-a520-9d8dd7674075,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:07.903315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:07.985459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4d398-3edd-4761-883b-294ca97412a5 req-3b5d0e5a-0a94-472d-ab7f-3709ba4d1054 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:07.986936 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4c4d398-3edd-4761-883b-294ca97412a5 req-3b5d0e5a-0a94-472d-ab7f-3709ba4d1054 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1963964 Feb 11 13:08:08.028999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:08.048211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:08.061133 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4c4d398-3edd-4761-883b-294ca97412a5 req-3f2c731b-a785-4aa2-a790-e9d1e315d404 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 Feb 11 13:08:08.113656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Pushing event deleted for resources: {'Port': ['ID=993e4034-a861-46d0-9c51-019dc2eeb439,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:08.122852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:08.187249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Allocated IP 172.27.2.13 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/abe9ee8e-fb0c-49d4-9202-b7eed15a71a7) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:08.268787 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7de899a8-8228-4b00-9151-e1d4775d040a req-371e0545-50bc-4d3a-b42f-a154948a4b44 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a8a5898-f342-47ca-9e45-a7e6d0367474 HTTP/1.1" status: 200 len: 210 time: 0.0721600 Feb 11 13:08:08.488224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] No DVR routers for this DVR port 993e4034-a861-46d0-9c51-019dc2eeb439 on host hv-cinder-77398 {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:08:08.496667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:08.512322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'name': 'network-vif-deleted', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:08.547636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:08.563481 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e42ff3d-b54b-4397-a55a-d983c6e0e2fe req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "DELETE /v2.0/ports/993e4034-a861-46d0-9c51-019dc2eeb439 HTTP/1.1" status: 204 len: 173 time: 2.1481762 Feb 11 13:08:08.601195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:08.621580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:08.773746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Pushing event updated for resources: {'Port': ['ID=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:08.779454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:08.824733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:08.825908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:08.828199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:08.922981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-52e958c1-d8d7-4cf3-a3a5-1adcf4bc8615 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:08.924873 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-52e958c1-d8d7-4cf3-a3a5-1adcf4bc8615 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.6550913 Feb 11 13:08:09.024654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05a378-c2f7-4e8d-b711-7900e38ec815 req-f27805b0-7c7e-4554-9630-16fa3717c414 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:09.025970 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1b05a378-c2f7-4e8d-b711-7900e38ec815 req-f27805b0-7c7e-4554-9630-16fa3717c414 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.3155997 Feb 11 13:08:09.029911 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-63024913-94f6-4ccc-bcca-eb9b7a1a68b4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/quotas/27a49f0389b84940a69df7a501636d92 HTTP/1.1" status: 200 len: 375 time: 0.0962896 Feb 11 13:08:09.148882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1b05a378-c2f7-4e8d-b711-7900e38ec815 req-c3aaadfc-5b4c-45d4-bf9b-61129256777d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159353 Feb 11 13:08:09.219292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35e4b628-b86b-490f-bf91-69a3a48b45a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:09.232805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-d0996f5d-f48e-4bfd-bd3f-898228e1f131 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1826777 Feb 11 13:08:09.410888 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-9cc32c75-6fad-439a-b438-3620754ce6de service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769719 Feb 11 13:08:09.563925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:09.616333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30534290-dc8d-45a2-ac7d-9bd3e61c6c5d None None] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:08:09.633371 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-6f2bff22-2ac7-4b19-97ff-c352abc89391 service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2145019 Feb 11 13:08:09.816336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-0cedafc9-59d1-4c40-992e-7a1029ffee26 None None] Provisioning for port 9c9e6090-f099-448e-a520-9d8dd7674075 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:09.893774 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8a5898-f342-47ca-9e45-a7e6d0367474', 'name': 'network-vif-deleted', 'tag': '993e4034-a861-46d0-9c51-019dc2eeb439', 'status': 'completed', 'code': 200} Feb 11 13:08:10.022543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae5d3e-b1be-489e-8046-62a0df8530ca req-9fc865e8-09b5-47fa-92a8-45d2c839cbc5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:10.030754 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-edae5d3e-b1be-489e-8046-62a0df8530ca req-9fc865e8-09b5-47fa-92a8-45d2c839cbc5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2761548 Feb 11 13:08:10.194909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:10.206308 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-edae5d3e-b1be-489e-8046-62a0df8530ca req-028a06bb-6dde-4789-8341-57802d31d5d3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744306 Feb 11 13:08:10.257154 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d63dc229-d665-4160-8d7e-16c0f47356d3 req-4b148284-4ae0-4034-8db9-0fcfe622d2b0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 210 time: 0.1633101 Feb 11 13:08:10.373412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 9c9e6090-f099-448e-a520-9d8dd7674075 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:10.519003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 9c9e6090-f099-448e-a520-9d8dd7674075 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:10.524694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 9c9e6090-f099-448e-a520-9d8dd7674075 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:10.525241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:10.580179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Router cfce140d-9e82-43e5-af73-3b36e3bc56a1 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:08:10.681005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:10.793169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 9c9e6090-f099-448e-a520-9d8dd7674075, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=9c9e6090-f099-448e-a520-9d8dd7674075,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:10.800409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:10.805902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:10.818793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:08:10.829977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Sync routers for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:08:10.845501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-dd509308-505b-4782-b9d7-5796bb0e1f2e None None] Provisioning complete for port 9c9e6090-f099-448e-a520-9d8dd7674075 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:10.846112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dd509308-505b-4782-b9d7-5796bb0e1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:10.856817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:10.857749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:07:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:10.887760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:10.895978 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1941679 Feb 11 13:08:10.898780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44222) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:11.026255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=9c9e6090-f099-448e-a520-9d8dd7674075,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:11.038107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:11.039253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fee1d-d06c-42d3-b633-6bc03a5936e0 req-4e518533-eef8-40be-af05-1cfb682f390b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:11.047316 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9e5fee1d-d06c-42d3-b633-6bc03a5936e0 req-4e518533-eef8-40be-af05-1cfb682f390b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.6245055 Feb 11 13:08:11.185638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-7ddbdc04-ff13-43ce-9778-7ab062d03ca2 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:11.187257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-7ddbdc04-ff13-43ce-9778-7ab062d03ca2 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/networks?id=a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 200 len: 809 time: 0.6833005 Feb 11 13:08:11.194332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:11.235256 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9e5fee1d-d06c-42d3-b633-6bc03a5936e0 req-030557d6-0651-482a-8ca5-5414ddfff92e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869485 Feb 11 13:08:11.265155 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-e1134dda-6073-487a-b541-abc2401b6043 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/quotas/bc4a9fb171b647dea604de1ae6178149 HTTP/1.1" status: 200 len: 375 time: 0.0501053 Feb 11 13:08:11.289400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1ff5d8ae-ea45-4957-8960-11fe5e3dcfeb None None] Provisioning complete for port 9c9e6090-f099-448e-a520-9d8dd7674075 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:11.289825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d8ae-ea45-4957-8960-11fe5e3dcfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:11.339394 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fb1fa391-b074-47a4-bd0e-da4a6c467869 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc4a9fb171b647dea604de1ae6178149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728176 Feb 11 13:08:11.537597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-9858e368-dccc-4e14-9d6e-0968a5dffe19 service neutron] 10.222.0.93 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955018 Feb 11 13:08:11.600918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:09Z', 'revision_number': 3, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:11.606841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Checking router: cfce140d-9e82-43e5-af73-3b36e3bc56a1 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:08:11.607557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Updating router cfce140d-9e82-43e5-af73-3b36e3bc56a1 port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:08:11.676786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:11.740803 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-94e5c6ec-14eb-4e8e-994d-aff89205d237 service neutron] 10.222.0.93 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1861310 Feb 11 13:08:12.015764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c2f10cfc-e5fa-4abd-90dd-bae9c95ba047 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:12.017480 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c2f10cfc-e5fa-4abd-90dd-bae9c95ba047 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.3385925 Feb 11 13:08:12.060855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Request body: {'port': {'device_id': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910', 'admin_state_up': True, 'tenant_id': '27a49f0389b84940a69df7a501636d92'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:12.190713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c11f800d-810f-4203-9e4f-d1904d1c5201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:12.281072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:12.314671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 9c9e6090-f099-448e-a520-9d8dd7674075 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:12.425891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 9c9e6090-f099-448e-a520-9d8dd7674075 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:12.426321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:12.464950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:12.473092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e70c9001-bf4a-4617-a36a-bedac922a8d0 req-4743ffaf-788d-4126-abf4-1a61ef08115a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 210 time: 0.1601059 Feb 11 13:08:12.531178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87631151-0c34-4f8e-b943-999a092cc34f req-b4f7259b-24f4-47a1-ba08-9e33a4705443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:12.531630 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87631151-0c34-4f8e-b943-999a092cc34f req-b4f7259b-24f4-47a1-ba08-9e33a4705443 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.1099975 Feb 11 13:08:12.643531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:12.670094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Transition to ACTIVE for port object abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:12.670531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4308f-30d1-4731-9b7d-553bae8b0516 req-a279d3af-6b88-49b4-a18a-768972b080e4 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:12.672370 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07d4308f-30d1-4731-9b7d-553bae8b0516 req-a279d3af-6b88-49b4-a18a-768972b080e4 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.6005166 Feb 11 13:08:12.675818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:12.702342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0cc56f8e-3bc6-4e60-baf0-f54857a09061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:12.794005 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6486e821-30cc-4c14-964a-03053aa55544 req-148ab9a3-3cbd-4007-8569-de4ada75c861 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0723097 Feb 11 13:08:12.799167 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87631151-0c34-4f8e-b943-999a092cc34f req-d63da8b1-305a-4444-8a36-ac12934c5b48 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257017 Feb 11 13:08:12.843355 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07d4308f-30d1-4731-9b7d-553bae8b0516 req-7a33ec00-9448-423f-b9b4-9fc14ce88bea tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370735 Feb 11 13:08:12.915909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c4a40-3104-4396-bbe6-e19aaa795c10 None None] Pushing event updated for resources: {'Port': ['ID=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,revision_number=2']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:12.935589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d2c4a40-3104-4396-bbe6-e19aaa795c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:12.956636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:12.974317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:12.995318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Attempting to bind port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:12.995723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Attempting to bind port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:12.996159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Attempting to bind port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:13.002511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:13.002950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:13.003391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.003819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:13.004379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Bound port: abe9ee8e-fb0c-49d4-9202-b7eed15a71a7, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:13.004791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.035011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Made reservation on behalf of 27a49f0389b84940a69df7a501636d92 for: {'port': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:13.056828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.090044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] For port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:13.093888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] For port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:13.098245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.113932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-19a97572-32af-45e2-9168-8bb823840236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:13.139565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8591f0b-6d88-4f51-a715-4bd6c123b231 req-0ddc3f9a-7938-4286-888a-7f4a0a5becfd tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:13.141547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8591f0b-6d88-4f51-a715-4bd6c123b231 req-0ddc3f9a-7938-4286-888a-7f4a0a5becfd tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.1871240 Feb 11 13:08:13.215349 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8591f0b-6d88-4f51-a715-4bd6c123b231 req-6c678655-9adf-42a8-b6f1-66c5a060263d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672996 Feb 11 13:08:13.266482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c4a40-3104-4396-bbe6-e19aaa795c10 None None] Pushing event updated for resources: {'Port': ['ID=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:13.334456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d2c4a40-3104-4396-bbe6-e19aaa795c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:13.359970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:13.359970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:13.536247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Allocated IP 172.20.0.4 (00854548-371b-4f24-aaca-1b33fba3b910/708d48b3-30fb-48c7-bf41-c188a8e41a2f/3212d158-effb-4db4-8284-e62fac825fa3) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:13.550906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Allocated IP 172.20.0.1 (d5030240-6dcb-4a6f-a7da-f1d2201a0fd9/ca28b374-66d9-43a8-bdbc-f351cb443ae4/8a3bee4c-9dff-4bcd-95ee-ee628d6277d4) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:13.570627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:13.718646 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9e54fe90-3439-405b-87d5-3890b2f582f9 req-a01b2a54-7ffc-4fe5-9e0f-5f503c5fd230 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 210 time: 0.0620856 Feb 11 13:08:13.742423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.908798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.944314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:13.951425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Transition to ACTIVE for port object 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 will not be triggered until provisioned by entity DHCP. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:13.994817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.114010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3fb14f1e-0c43-40b7-802a-325488754fd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:14.119184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:09Z', 'revision_number': 3, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:14.124388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb7d5f6-955a-4382-84bf-b22b74921b45 None None] The sync data for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi is: [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:09Z', 'revision_number': 3, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:08:14.161602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.214812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.268446 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8620f107-5d8c-4203-a620-f2cbd103a9ef req-b956e783-2446-4099-8ef4-c7ffcd761032 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.1320548 Feb 11 13:08:14.328829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:14.346204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:14.347110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:14.434537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-59cd706c-79cc-4b86-b62f-ebba1469bc49 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:14.437013 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-59cd706c-79cc-4b86-b62f-ebba1469bc49 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "GET /v2.0/networks?id=a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 200 len: 809 time: 0.5138266 Feb 11 13:08:14.465634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:14.466536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event updated for resources: {'Port': ['ID=3212d158-effb-4db4-8284-e62fac825fa3,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:14.472201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:14.475928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:14.478044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:14.532544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd475-e3fe-490e-a330-06e5fe3e78ed req-8b5e2723-5888-4e77-a4ff-b073485adbc9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:14.534381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44bcd475-e3fe-490e-a330-06e5fe3e78ed req-8b5e2723-5888-4e77-a4ff-b073485adbc9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3962719 Feb 11 13:08:14.539570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Request body: {'port': {'device_id': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c', 'admin_state_up': True, 'tenant_id': 'bc4a9fb171b647dea604de1ae6178149'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:14.555651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Network 00854548-371b-4f24-aaca-1b33fba3b910 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:14.559121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:14.562968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:14.605773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.651398 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44bcd475-e3fe-490e-a330-06e5fe3e78ed req-64ec9af1-fdef-4036-9f9e-d4e89e6dc5d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901544 Feb 11 13:08:14.779640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:14.780703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.814846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3073d292-4aa3-4910-9258-a6335594468a None None] Provisioning for port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:14.822370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3073d292-4aa3-4910-9258-a6335594468a None None] Provisioning complete for port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:14.822799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3073d292-4aa3-4910-9258-a6335594468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.953348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:14.965732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-3073d292-4aa3-4910-9258-a6335594468a None None] Port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:08:15.008923 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9556441 Feb 11 13:08:15.015083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:15.037171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Request body: {'port': {'device_id': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:15.045585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Usage tracker for resource:port and tenant:bc4a9fb171b647dea604de1ae6178149 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:15.054201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:15.068717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:15.094405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Made reservation on behalf of bc4a9fb171b647dea604de1ae6178149 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:15.114816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:15.223852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab9ff9-b3f8-4556-bc0c-b9497d0fcbdc req-948494cf-5941-4d84-b312-d76d5dbc6c5e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:15.232604 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5cab9ff9-b3f8-4556-bc0c-b9497d0fcbdc req-948494cf-5941-4d84-b312-d76d5dbc6c5e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.3756745 Feb 11 13:08:15.235500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:15.381830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9181f3-4388-4dee-a4c1-c4980db7fef7 req-f144ef8b-8da7-48e3-9e3e-fe85de19f6d5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:15.383543 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d9181f3-4388-4dee-a4c1-c4980db7fef7 req-f144ef8b-8da7-48e3-9e3e-fe85de19f6d5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 931 time: 0.4243453 Feb 11 13:08:15.546879 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5cab9ff9-b3f8-4556-bc0c-b9497d0fcbdc req-e464bedc-4266-4acb-ab21-20a61d586bd0 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131742 Feb 11 13:08:15.604691 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d9181f3-4388-4dee-a4c1-c4980db7fef7 req-9e0942be-0e34-4fd2-bcdb-d7476333122b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012968 Feb 11 13:08:15.970790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:15.978364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.015445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3d5deb5-6110-425c-be73-a0b2c1aacf12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:16.016797 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ba812714-d7bd-46d1-b1e0-c042ae87a647 req-a03141e4-6f22-4b76-8dde-3a54988ceeda tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.2809942 Feb 11 13:08:16.101735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Allocated IP 172.20.0.12 (a2ee9319-8131-4b8d-981d-2afbc890c43c/22adc858-3962-4132-85b7-d1c43e142fc8/2f92cb61-8782-4757-85f9-5b7ea73fd9d6) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:16.130457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:16.131967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.150831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:16.253691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:16.371790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3212d158-effb-4db4-8284-e62fac825fa3 {{(pid=79969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:08:16.377663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:16.386424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.387534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:16.388167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.399864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:16.405481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:16.412399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Transition to ACTIVE for port object 3212d158-effb-4db4-8284-e62fac825fa3 will not be triggered until provisioned by entity L2. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:16.477395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaba254-e421-403a-8af5-298dd80111d7 req-0745ac7c-f269-421d-a05c-f6fc43b18235 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:16.479150 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eeaba254-e421-403a-8af5-298dd80111d7 req-0745ac7c-f269-421d-a05c-f6fc43b18235 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3303349 Feb 11 13:08:16.552792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.574251 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eeaba254-e421-403a-8af5-298dd80111d7 req-c73330f5-c8ba-488a-840e-73fff3f7ba00 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866916 Feb 11 13:08:16.574414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:16.578694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.580730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:16.632876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.656500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.676873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6c70e85f-823e-4449-a0b1-0bfd46806818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:16.688441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:16.691815 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:16.692267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.724136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Router cfce140d-9e82-43e5-af73-3b36e3bc56a1 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:08:16.727790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-480b2e51-260b-412c-930f-e289b0472681 None None] Provisioning complete for port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:16.736862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-480b2e51-260b-412c-930f-e289b0472681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:16.854915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-480b2e51-260b-412c-930f-e289b0472681 None None] Port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:08:16.967762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:17.023617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Pushing event updated for resources: {'Port': ['ID=3212d158-effb-4db4-8284-e62fac825fa3,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:17.030755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:17.103133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:08:17.110236 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] 10.222.0.93 "PUT /v2.0/routers/cfce140d-9e82-43e5-af73-3b36e3bc56a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2053530 Feb 11 13:08:17.140794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Network a2ee9319-8131-4b8d-981d-2afbc890c43c is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:17.149266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:17.151486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Pushing event updated for resources: {'Port': ['ID=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:17.154452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:17.184921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:17.269198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Attempting to bind port 3212d158-effb-4db4-8284-e62fac825fa3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:17.270220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Attempting to bind port 3212d158-effb-4db4-8284-e62fac825fa3 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:17.270220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Attempting to bind port 3212d158-effb-4db4-8284-e62fac825fa3 on network 00854548-371b-4f24-aaca-1b33fba3b910 {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:17.276924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:17.277418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Checking segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:17.278496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:17.278999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Bound using segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} {{(pid=79969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:17.279607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Bound port: 3212d158-effb-4db4-8284-e62fac825fa3, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}}] {{(pid=79969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:17.280101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:17.330252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adc08c-9509-431d-82e7-688ccb798ae6 req-594dc6fa-2c6e-47d6-97e2-7d111065a61a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:17.331865 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53adc08c-9509-431d-82e7-688ccb798ae6 req-594dc6fa-2c6e-47d6-97e2-7d111065a61a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.4047871 Feb 11 13:08:17.386909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] For port 3212d158-effb-4db4-8284-e62fac825fa3, host hv-cinder-77398, cleared binding levels {{(pid=79969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:17.391096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] For port 3212d158-effb-4db4-8284-e62fac825fa3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3212d158-effb-4db4-8284-e62fac825fa3,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:17.396965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:17.401321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Sync routers for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:08:17.409268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:17.410069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:17.412783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:17.413468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:17.417415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:17.528821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d12635-f3c7-429f-bf59-c0c592e5ad0b req-3cf3b776-d0ef-41a8-9e27-728b9274f288 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:17.536416 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11d12635-f3c7-429f-bf59-c0c592e5ad0b req-3cf3b776-d0ef-41a8-9e27-728b9274f288 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 943 time: 0.5197387 Feb 11 13:08:17.583825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Pushing event updated for resources: {'Port': ['ID=3212d158-effb-4db4-8284-e62fac825fa3,revision_number=3']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:17.588720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:17.612144 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0765200 Feb 11 13:08:17.636747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:17.637630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:17.639165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] 10.222.0.123 "PUT /v2.0/ports/3212d158-effb-4db4-8284-e62fac825fa3 HTTP/1.1" status: 200 len: 1157 time: 2.6072245 Feb 11 13:08:17.639746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:17.646932 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11d12635-f3c7-429f-bf59-c0c592e5ad0b req-e48f6e0f-bcb8-4400-9d70-98407f7f9ba8 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094975 Feb 11 13:08:17.656540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Request body: {'port': {'device_id': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:17.670680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:17.716956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53adc08c-9509-431d-82e7-688ccb798ae6 req-0918f47b-c137-4767-a64c-ef4074ae5747 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015606 Feb 11 13:08:17.853503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-31f5c596-9011-418f-9f8a-2aed67f34d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:17.855354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-31f5c596-9011-418f-9f8a-2aed67f34d5b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 1160 time: 0.1627669 Feb 11 13:08:17.909422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:17.996378 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-dea5b594-93b6-437a-9709-76c98d45fd33 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3212d158-effb-4db4-8284-e62fac825fa3 HTTP/1.1" status: 200 len: 217 time: 0.1300507 Feb 11 13:08:18.266609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b135-bd5c-4122-9267-30397b52ec42 req-8a9108d5-d9ff-4e4d-aef3-d8d3fbfe5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:18.268065 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-8a9108d5-d9ff-4e4d-aef3-d8d3fbfe5b19 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.2648783 Feb 11 13:08:18.297206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:18.333063 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-6a98674f-d3a8-47b5-b8f6-1c679dfe23d8 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507371 Feb 11 13:08:18.442595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fffbf-eee5-4007-8a96-c0b9bbdc35f1 req-1c84dccf-4c92-4bce-a11c-953144658c0a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:18.443640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-571fffbf-eee5-4007-8a96-c0b9bbdc35f1 req-1c84dccf-4c92-4bce-a11c-953144658c0a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Synchronizing usage tracker for tenant:bc4a9fb171b647dea604de1ae6178149 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:08:18.492298 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-571fffbf-eee5-4007-8a96-c0b9bbdc35f1 req-1c84dccf-4c92-4bce-a11c-953144658c0a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Unset dirty status for tenant:bc4a9fb171b647dea604de1ae6178149 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:08:18.495192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3', 'status': 'completed', 'code': 200} Feb 11 13:08:18.501039 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-571fffbf-eee5-4007-8a96-c0b9bbdc35f1 req-1c84dccf-4c92-4bce-a11c-953144658c0a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 932 time: 0.5926392 Feb 11 13:08:18.556365 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-2a606037-1721-4a02-b75b-cdb2dbbcc864 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130029 Feb 11 13:08:18.589574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 44340) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:18.612760 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-571fffbf-eee5-4007-8a96-c0b9bbdc35f1 req-ce5d64ba-dda9-4d95-a822-53c16b22e434 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941927 Feb 11 13:08:18.668528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-b2bcc022-b7ef-4845-93be-6fb150b57a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:18.670712 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-b2bcc022-b7ef-4845-93be-6fb150b57a81 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.5409627 Feb 11 13:08:18.690216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-46450982-network', 'tenant_id': '026a9845750b4d1eb2fd02c595269505'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:18.695400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:18.718592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-c284dacb-83f9-441f-bf0f-07c0579f35e2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79970) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:08:18.733816 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de34b135-bd5c-4122-9267-30397b52ec42 req-dddee356-201a-422e-a837-84c542736944 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681042 Feb 11 13:08:18.741459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:18.741877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:18.750491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Usage tracker for resource:network and tenant:026a9845750b4d1eb2fd02c595269505 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:18.768929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:18.829338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:18.829800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:15Z', 'revision_number': 2, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:18.836518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Checking router: cfce140d-9e82-43e5-af73-3b36e3bc56a1 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:08:18.836927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Updating router cfce140d-9e82-43e5-af73-3b36e3bc56a1 port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:08:18.867803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160da5-19ea-4214-a086-d810d52508f7 req-b346d8c2-8695-4f28-8c31-ea40a1b4f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:18.870064 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-b346d8c2-8695-4f28-8c31-ea40a1b4f543 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 1160 time: 0.0830641 Feb 11 13:08:18.953558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:18.983991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Made reservation on behalf of 026a9845750b4d1eb2fd02c595269505 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:18.988759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:19.031218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:19.086137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:19.193642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731a98-72dc-41d0-aadd-c3fa585b7853 req-ee8ccfa7-c1b7-4146-8dd7-78e6bf3bf252 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:19.203767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b6731a98-72dc-41d0-aadd-c3fa585b7853 req-ee8ccfa7-c1b7-4146-8dd7-78e6bf3bf252 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.6394212 Feb 11 13:08:19.230640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Usage tracker for resource:security_group_rule and tenant:026a9845750b4d1eb2fd02c595269505 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:19.234606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:19.243043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:19.243177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160da5-19ea-4214-a086-d810d52508f7 req-9c008373-3805-42c1-932f-c414f39327c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:19.244715 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-9c008373-3805-42c1-932f-c414f39327c2 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.3677499 Feb 11 13:08:19.306396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-38bc9b98-d0cf-4cfe-b86b-4b59e352edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:19.306968 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-38bc9b98-d0cf-4cfe-b86b-4b59e352edb6 service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.6032674 Feb 11 13:08:19.343960 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-7308d847-c56d-491f-8a29-8989ef6c3392 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3212d158-effb-4db4-8284-e62fac825fa3 HTTP/1.1" status: 200 len: 217 time: 0.0879462 Feb 11 13:08:19.434006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160da5-19ea-4214-a086-d810d52508f7 req-5d30f68b-57dd-4ebd-8034-cb72a0814f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:19.435917 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-5d30f68b-57dd-4ebd-8034-cb72a0814f7c service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0811992 Feb 11 13:08:19.473470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:19.490345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Transition to ACTIVE for port object 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:19.494367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:19.497553 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-bfa61c8c-0eef-4a43-9462-3258dff28c41 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508265 Feb 11 13:08:19.513592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:19.635882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.resource_extend [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:08:19.648292 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-f7f5dbf6-8103-4e3e-bb8e-0c1a2d685e97 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419148 Feb 11 13:08:19.652390 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-20d7bef5-ee6b-44ce-b919-b5e04c35c9cc service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.3317299 Feb 11 13:08:19.665211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44173b-43d4-49f8-a128-1c1cdc9dc660 None None] Pushing event updated for resources: {'Port': ['ID=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:19.670452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f44173b-43d4-49f8-a128-1c1cdc9dc660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:19.681173 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b6731a98-72dc-41d0-aadd-c3fa585b7853 req-a6f53cd6-1f04-496c-ba7a-61b47bf2723c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764066 Feb 11 13:08:19.779139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9747c1b-6259-4e39-95d2-4992bdbecd02 req-c47da3a5-7cc3-47d3-923b-f30e73ea7ba2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:19.790926 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9747c1b-6259-4e39-95d2-4992bdbecd02 req-c47da3a5-7cc3-47d3-923b-f30e73ea7ba2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 943 time: 0.9590876 Feb 11 13:08:19.817315 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf160da5-19ea-4214-a086-d810d52508f7 req-5cd26551-c271-4a06-ae7e-b166ca5a3e07 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556332 Feb 11 13:08:19.894391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Attempting to bind port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:19.895098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Attempting to bind port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:19.895519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Attempting to bind port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 on network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:19.902577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:19.902998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Checking segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:19.903446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:19.904429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Bound using segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:19.905167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Bound port: 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:19.905306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.021474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] For port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:20.026286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] For port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:20.031438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.038677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:08:20.047014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-98028e48-6c4c-4d34-9dd4-76c399ec26e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:20.069978 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9747c1b-6259-4e39-95d2-4992bdbecd02 req-c6728dab-653c-479f-8dd2-c469684f3aad tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779670 Feb 11 13:08:20.075466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.095113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-6fdafd3e-4217-494c-9f05-296f349a5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:20.096741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-6fdafd3e-4217-494c-9f05-296f349a5f3b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.2968421 Feb 11 13:08:20.167718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Transition to ACTIVE for port object 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:20.180524 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-f6a692f9-f711-4e3b-b0f4-9d99926cef8a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681689 Feb 11 13:08:20.188741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.202740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44173b-43d4-49f8-a128-1c1cdc9dc660 None None] Pushing event updated for resources: {'Port': ['ID=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:20.207596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f44173b-43d4-49f8-a128-1c1cdc9dc660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:20.235947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.241163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:20.266250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:20.267162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:20.376003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.467967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 59ecdc4a-afa1-43ab-8694-933c8de07208 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:20.563793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.601158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:20.629082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3da32-9c3e-4857-a4fd-d51e77434486 req-7a602af2-f229-44c5-beca-e26cbd6667d3 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:20.631762 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-51d3da32-9c3e-4857-a4fd-d51e77434486 req-7a602af2-f229-44c5-beca-e26cbd6667d3 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.7313836 Feb 11 13:08:20.671089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 59ecdc4a-afa1-43ab-8694-933c8de07208 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:20.680453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 59ecdc4a-afa1-43ab-8694-933c8de07208 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:20.680876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.717222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:08:20.785403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:20.806496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:20.806940 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Added segment e2da8dab-5998-420d-912a-8987e22f3b9e of type vxlan for network 2f043321-43d3-4093-800c-22f9587d26d6 Feb 11 13:08:20.809874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:20.813687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-be850436-6dc3-4970-b2ad-253c6a254864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:20.931697 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-51d3da32-9c3e-4857-a4fd-d51e77434486 req-b67b6cd9-3bc9-406d-8c49-8a086dc314e6 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683215 Feb 11 13:08:20.945582 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-80cde49c-94f7-4ed7-bb4a-a68c10350afc service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522335 Feb 11 13:08:20.955173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ac6372-fe91-43f4-8fde-e4529de18ba4,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:20.964615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:20.996055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.178186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.252540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:21.269137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 59ecdc4a-afa1-43ab-8694-933c8de07208, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=59ecdc4a-afa1-43ab-8694-933c8de07208,segment=NetworkSegment(9ff42805-d777-46e3-9599-2ead4642ea1e),segment_id=9ff42805-d777-46e3-9599-2ead4642ea1e)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:21.274816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.277738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8ea4c-566f-45bb-9522-15d7f61fe1f1 req-f3e64d6f-2880-4896-a3a1-1e952fd0b4e6 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:21.278437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4bbacb29-9584-47b9-ba5d-dc4f401ff469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:21.279418 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae8ea4c-566f-45bb-9522-15d7f61fe1f1 req-f3e64d6f-2880-4896-a3a1-1e952fd0b4e6 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.6418462 Feb 11 13:08:21.299288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.resource_extend [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:08:21.357405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:20Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:21.366171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b589d-3f2e-4424-baa4-6ea6afc00018 None None] The sync data for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi is: [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:20Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:08:21.368914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=59ecdc4a-afa1-43ab-8694-933c8de07208,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:21.374239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:21.425549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.447282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:21.447932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.463598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:21.471948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 59ecdc4a-afa1-43ab-8694-933c8de07208 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:21.565948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae8ea4c-566f-45bb-9522-15d7f61fe1f1 req-d2c3181d-f263-459b-8582-9ff24b705d5d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680936 Feb 11 13:08:21.583739 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-863862cf-e22f-4dfe-965e-d262b0604cf1 req-d48ed547-3ebb-46d3-a2d5-118d4ab0b87b service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6252778 Feb 11 13:08:21.603289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 59ecdc4a-afa1-43ab-8694-933c8de07208 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:21.603713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.672388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Attempting to bind port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:21.673317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Attempting to bind port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:21.673902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Attempting to bind port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 on network a2ee9319-8131-4b8d-981d-2afbc890c43c {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:21.690467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44372) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:21.691176 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0765581 Feb 11 13:08:21.698575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Request body: {'subnet': {'network_id': '2f043321-43d3-4093-800c-22f9587d26d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-46450982-subnet', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:21.713330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:21.721223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Usage tracker for resource:subnet and tenant:026a9845750b4d1eb2fd02c595269505 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:21.731556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:21.744341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:21.770530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Made reservation on behalf of 026a9845750b4d1eb2fd02c595269505 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:21.778006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846417155'] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.798978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3fb41-7e9c-45e3-9ca5-5456ac559678 req-f59f8fd0-c00d-4ca4-ac8c-f96dd62305b1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:21.806889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b0b3fb41-7e9c-45e3-9ca5-5456ac559678 req-f59f8fd0-c00d-4ca4-ac8c-f96dd62305b1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.7230060 Feb 11 13:08:21.809068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:21.809444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Checking segment: {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:21.809857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.810256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Bound using segment: {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:21.810815 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Bound port: 2f92cb61-8782-4757-85f9-5b7ea73fd9d6, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70df9338-dd18-48d0-aa98-4db78b353ef9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2ee9319-8131-4b8d-981d-2afbc890c43c'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:21.811797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:21.884204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Pushing event updated for resources: {'Network': ['ID=2f043321-43d3-4093-800c-22f9587d26d6,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:21.914386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 2f043321-43d3-4093-800c-22f9587d26d6 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:08:21.940568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 2f043321-43d3-4093-800c-22f9587d26d6 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:08:21.946974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:22.035237 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b0b3fb41-7e9c-45e3-9ca5-5456ac559678 req-2ea4a5d0-440e-41e5-bb7e-a028ff7b07f8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272780 Feb 11 13:08:22.112989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] For port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:22.198658 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208', 'code': 200} Feb 11 13:08:22.303047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:22.326342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0331-6cf8-47c0-98f9-fda4ad73b965 req-715c6946-cd23-4bb6-be3d-7839029985be tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:22.332535 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3c4a0331-6cf8-47c0-98f9-fda4ad73b965 req-715c6946-cd23-4bb6-be3d-7839029985be tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 943 time: 0.5081856 Feb 11 13:08:22.334770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] For port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:22.374886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846867615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846417172'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.398774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:22.401891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c236edbf-8b7c-4bcc-95c4-2f8d6256deea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:22.408489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:22.409175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.416309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.595085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.606088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32ed47c-4e73-4339-ad26-89c8911f7737,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:22.611763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:22.668419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:22.674334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.681223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:22.725000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Checking segment: {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:22.725502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Network hostable DHCP agents. Network: 2f043321-43d3-4093-800c-22f9587d26d6, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:08:22.756620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Network 2f043321-43d3-4093-800c-22f9587d26d6 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:08:22.768755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 2f043321-43d3-4093-800c-22f9587d26d6) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:22.780799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffa733-6b89-4efb-88a0-daded360ac5d None None] Network 2f043321-43d3-4093-800c-22f9587d26d6 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:08:22.782333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-82f0244b-bb5e-4ac7-b5fb-c769ce78c89c tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:22.790652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:22.791351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.821726 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5af737e0-7ff5-4ad1-bcd0-26867959a585 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1295404 Feb 11 13:08:22.824433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44384) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:22.832559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:22.838484 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:22.844477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Usage tracker for resource:router and tenant:026a9845750b4d1eb2fd02c595269505 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:22.849474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:22.857174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:22.868614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.869761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.886025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:22.938693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:22.942284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:22.991703 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3c4a0331-6cf8-47c0-98f9-fda4ad73b965 req-7f9a37d8-047b-4d67-b174-bce352862297 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378586 Feb 11 13:08:23.087221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-2f043321-43d3-4093-800c-22f9587d26d6', 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'fixed_ips': [{'subnet_id': 'd32ed47c-4e73-4339-ad26-89c8911f7737'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:08:23.088494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.150575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:23.199731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:23.261920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.269221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb0ddc-7f5e-47ed-940b-ff7140b65a83 req-5105b3ad-baaa-4c9a-8ce1-ba50ea628101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:23.270920 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23eb0ddc-7f5e-47ed-940b-ff7140b65a83 req-5105b3ad-baaa-4c9a-8ce1-ba50ea628101 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 1162 time: 0.4938662 Feb 11 13:08:23.397796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a195ac-9905-40ab-83f5-fc17a53938ff req-0f29f415-7a2f-4fe0-8395-4b6987aed22b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:23.399535 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45a195ac-9905-40ab-83f5-fc17a53938ff req-0f29f415-7a2f-4fe0-8395-4b6987aed22b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.6390543 Feb 11 13:08:23.401131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:23.401802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.403253 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] 10.222.0.123 "PUT /v2.0/ports/2f92cb61-8782-4757-85f9-5b7ea73fd9d6 HTTP/1.1" status: 200 len: 1158 time: 5.7552757 Feb 11 13:08:23.408416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'tag': '2f92cb61-8782-4757-85f9-5b7ea73fd9d6'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:23.476445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Allocated IP 172.20.0.2 (2f043321-43d3-4093-800c-22f9587d26d6/d32ed47c-4e73-4339-ad26-89c8911f7737/0e29eee8-be05-4deb-b78f-3b0cfd414bc9) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:23.544698 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23eb0ddc-7f5e-47ed-940b-ff7140b65a83 req-ba71ee15-87ff-4da4-b9ee-748f479e3a63 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603121 Feb 11 13:08:23.635321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a8b0a-08ce-483d-aca3-2ceb7999358f req-8b5ef900-1883-441b-b3b5-cc6267c7e723 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:23.637312 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd0a8b0a-08ce-483d-aca3-2ceb7999358f req-8b5ef900-1883-441b-b3b5-cc6267c7e723 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.4822831 Feb 11 13:08:23.664894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.666428 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45a195ac-9905-40ab-83f5-fc17a53938ff req-b61833c4-84d9-4baa-aa03-f3797bb77a57 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489152 Feb 11 13:08:23.710189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.735612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.750495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Transition to ACTIVE for port object 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:23.752338 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd0a8b0a-08ce-483d-aca3-2ceb7999358f req-b5d4d645-fb88-4a58-b80a-d6ec0941dce9 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833461 Feb 11 13:08:23.775207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-d24a5572-43b4-4e78-892f-bb57158674ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:23.785358 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-d24a5572-43b4-4e78-892f-bb57158674ae service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bc4a9fb171b647dea604de1ae6178149&device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 1161 time: 0.3189614 Feb 11 13:08:23.785516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Transition to ACTIVE for port object 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:23.791287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:23.833516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:23.853957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'tag': '2f92cb61-8782-4757-85f9-5b7ea73fd9d6', 'status': 'completed', 'code': 200} Feb 11 13:08:24.044504 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-4f931766-681a-408d-a630-6ba841ad8c22 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f92cb61-8782-4757-85f9-5b7ea73fd9d6 HTTP/1.1" status: 200 len: 217 time: 0.1453993 Feb 11 13:08:24.124474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Pushing event updated for resources: {'Port': ['ID=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:24.128611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Allocated IP 172.27.2.41 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/0da8c951-4482-4b3d-9898-e03d75e8bba6) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:24.133015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:24.189892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Network 2f043321-43d3-4093-800c-22f9587d26d6 is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:24.191108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:24.196387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:24.212069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5510a-a42c-4b9d-ba32-ba09af36fcab req-dafb23f0-98ca-4829-bd3a-d18a56a63ec7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:24.215511 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7a5510a-a42c-4b9d-ba32-ba09af36fcab req-dafb23f0-98ca-4829-bd3a-d18a56a63ec7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.4198143 Feb 11 13:08:24.263964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:24.298974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:24.312325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-6e3e598b-f6d2-4049-952f-f36f75e7f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:24.313940 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-6e3e598b-f6d2-4049-952f-f36f75e7f957 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=22adc858-3962-4132-85b7-d1c43e142fc8 HTTP/1.1" status: 200 len: 849 time: 0.2609940 Feb 11 13:08:24.329969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:24.346606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3c33fa61-4fdc-4ae6-9f12-d4dcb28c1925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:24.355716 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7a5510a-a42c-4b9d-ba32-ba09af36fcab req-de05f0bf-77ee-4d52-870c-d2e212ff9ec0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300848 Feb 11 13:08:24.361360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Attempting to bind port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:24.361780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Attempting to bind port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:24.362194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Attempting to bind port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 on network 2f043321-43d3-4093-800c-22f9587d26d6 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:24.373415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:24.383967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Checking segment: {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:24.384458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:24.384908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Bound using segment: {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:24.385462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Bound port: 0e29eee8-be05-4deb-b78f-3b0cfd414bc9, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:24.385900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:24.427551 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-a14201aa-351e-4b0f-bf21-033274aec5df service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a2ee9319-8131-4b8d-981d-2afbc890c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705914 Feb 11 13:08:24.499760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] For port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:24.503692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] For port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:24.504846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:24.505267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:24.541570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:24.568960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:24.680149 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-73a10b18-eae0-49c9-8a3e-bf594e2af3de service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450490 Feb 11 13:08:24.723164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0da8c951-4482-4b3d-9898-e03d75e8bba6,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:24.734430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:24.796823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:24.798410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:24.800902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:24.803664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9c1d-8e3d-4291-93b2-d524c2f5d801 req-3207f14d-02ad-4224-a50d-d0b0a73f39bc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:24.805552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a65d9c1d-8e3d-4291-93b2-d524c2f5d801 req-3207f14d-02ad-4224-a50d-d0b0a73f39bc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 943 time: 0.2619689 Feb 11 13:08:24.935628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Pushing event updated for resources: {'Port': ['ID=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:24.942214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:25.047734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a65d9c1d-8e3d-4291-93b2-d524c2f5d801 req-ded4ce0b-b676-4d12-b105-6bfab21802d0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166574 Feb 11 13:08:25.098208 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5c0ba7e-b7bf-450b-b2c8-3f704ea0f355 req-58cd76c5-d974-444f-afbb-d11a2fdacbd2 service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2914474 Feb 11 13:08:25.195939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d63e50-09c3-48ef-8e8a-c6331ced8b39 req-e7ba0080-0fdb-4b71-a118-c1fa839fa98b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:25.197575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53d63e50-09c3-48ef-8e8a-c6331ced8b39 req-e7ba0080-0fdb-4b71-a118-c1fa839fa98b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.3678586 Feb 11 13:08:25.361923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:25.401676 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53d63e50-09c3-48ef-8e8a-c6331ced8b39 req-601b7193-3685-4177-a1e0-120a4f8ad4d8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640723 Feb 11 13:08:25.438928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-a3854a3e-03b0-4ea5-b1cd-2e8b1208aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:25.441317 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-a3854a3e-03b0-4ea5-b1cd-2e8b1208aeac service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bc4a9fb171b647dea604de1ae6178149&device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 1161 time: 0.2427008 Feb 11 13:08:25.581410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be5adb-c2a4-4c21-8a5b-57386ed8b775 req-4439eb83-28f5-46a0-8cfa-b49da23cf9ef tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:25.583216 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5be5adb-c2a4-4c21-8a5b-57386ed8b775 req-4439eb83-28f5-46a0-8cfa-b49da23cf9ef tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.3206182 Feb 11 13:08:25.728824 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5be5adb-c2a4-4c21-8a5b-57386ed8b775 req-a613ce40-4855-420f-b880-5aafcd14938a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317763 Feb 11 13:08:25.762060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-50e32a68-ee9e-4cdc-904a-5cb8565ac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:25.763742 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-50e32a68-ee9e-4cdc-904a-5cb8565ac896 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 200 len: 903 time: 0.3130667 Feb 11 13:08:25.778111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:25.846552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-e8801441-be55-4c88-bd9e-7a0a26dcb74c service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f92cb61-8782-4757-85f9-5b7ea73fd9d6 HTTP/1.1" status: 200 len: 217 time: 0.0740492 Feb 11 13:08:26.014070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Router 97a44e18-2c47-4292-bd9e-3810a1485ba4 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:08:26.229215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:08:26.242602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Sync routers for ids ['97a44e18-2c47-4292-bd9e-3810a1485ba4'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:08:26.280620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Routers {'97a44e18-2c47-4292-bd9e-3810a1485ba4'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:26.283363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:26.284403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:26.284617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['97a44e18-2c47-4292-bd9e-3810a1485ba4'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:26.288456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-64a8dc1c-0fce-4ab2-a894-fe3b917eeeb7 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4612267 Feb 11 13:08:26.291737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44418) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:26.340128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-7727da0b-a9a5-4e30-a364-1ae2d61a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:26.341736 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-7727da0b-a9a5-4e30-a364-1ae2d61a6b67 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=22adc858-3962-4132-85b7-d1c43e142fc8 HTTP/1.1" status: 200 len: 849 time: 0.4871843 Feb 11 13:08:26.507275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:26.571853 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-459cdcec-908d-492d-80f9-5b4d2e724f59 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a2ee9319-8131-4b8d-981d-2afbc890c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2155695 Feb 11 13:08:26.717712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Set router 97a44e18-2c47-4292-bd9e-3810a1485ba4 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:26.740012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c4b0-4586-4371-bb45-1db47a1a3229 req-748c7d5e-5fd2-430c-9b78-d725f8e8e35f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:26.743898 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ab4c4b0-4586-4371-bb45-1db47a1a3229 req-748c7d5e-5fd2-430c-9b78-d725f8e8e35f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.8521428 Feb 11 13:08:26.801977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7dca5-07af-43a2-94da-1bb76e73df50 None None] Network 2f043321-43d3-4093-800c-22f9587d26d6 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:08:26.922343 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ab4c4b0-4586-4371-bb45-1db47a1a3229 req-8d8b1d75-ef7a-418b-86c4-98a37b166acc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696658 Feb 11 13:08:26.985850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Provisioning for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:27.064826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Provisioning complete for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:27.066184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:27.168688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:08:25Z', 'revision_number': 3, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:27.173941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Checking router: 97a44e18-2c47-4292-bd9e-3810a1485ba4 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:08:27.174576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Updating router 97a44e18-2c47-4292-bd9e-3810a1485ba4 port 0da8c951-4482-4b3d-9898-e03d75e8bba6 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:08:27.191840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e03862-33e4-4cc5-82d7-410b9f757f28 req-c439c783-e339-49a7-987e-ea9acac285bb tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:27.200644 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d6e03862-33e4-4cc5-82d7-410b9f757f28 req-c439c783-e339-49a7-987e-ea9acac285bb tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 943 time: 0.7368455 Feb 11 13:08:27.247824 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-966726e3-2366-4312-a3ea-c1fafe06b543 service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658416 Feb 11 13:08:27.249555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:27.398690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:27.434791 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d6e03862-33e4-4cc5-82d7-410b9f757f28 req-e9e200ed-a046-4416-a944-74989eccca93 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329972 Feb 11 13:08:27.465402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] For port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:27.469512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:27.474621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:27.583391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Pushing event updated for resources: {'Port': ['ID=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:27.588652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:27.727256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:27.813635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-0259f43c-d84d-42c9-80c7-d03ed25c512d None None] Provisioning complete for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:27.814245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0259f43c-d84d-42c9-80c7-d03ed25c512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:27.838194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96f0db-d147-4647-a7e2-e7a1e777e443 req-ce0eea00-a6da-4dbe-a40e-80a18f1d5d98 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:27.840047 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf96f0db-d147-4647-a7e2-e7a1e777e443 req-ce0eea00-a6da-4dbe-a40e-80a18f1d5d98 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.6362922 Feb 11 13:08:27.907497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c9cbaf-7ab0-4ba9-881c-104b0255e9e3 req-4060919a-3170-4c2f-abfc-411aae50800d service neutron] 10.222.0.123 "GET /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6117463 Feb 11 13:08:28.099499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.115195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Transition to ACTIVE for port object 0da8c951-4482-4b3d-9898-e03d75e8bba6 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:28.120412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.123215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf96f0db-d147-4647-a7e2-e7a1e777e443 req-6afb3b9a-3a1d-4626-83ba-d3a5c4e34600 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119761 Feb 11 13:08:28.144810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:28.230854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-42d60b22-7f5a-4b41-a8a3-844f2bf9b902 None None] Provisioning complete for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:28.231518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-42d60b22-7f5a-4b41-a8a3-844f2bf9b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.298208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefc8d0-0e8e-4c0b-ac2c-7c54ed607795 req-2cc15e86-529d-44e2-94eb-68b9b1b7f13a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:28.300423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Pushing event updated for resources: {'Port': ['ID=0da8c951-4482-4b3d-9898-e03d75e8bba6,revision_number=2']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:28.307026 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7eefc8d0-0e8e-4c0b-ac2c-7c54ed607795 req-2cc15e86-529d-44e2-94eb-68b9b1b7f13a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.4068773 Feb 11 13:08:28.336623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.336996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.337480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.338045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.338671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.339497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.339841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.340507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.341127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.341713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.342332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.342854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.343548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.343934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.349860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.350479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.351120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.351748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.352409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.353054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.353560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.353938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.354315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.354682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:08:28.364156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:28.429498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:28.464136 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7eefc8d0-0e8e-4c0b-ac2c-7c54ed607795 req-62235554-3667-439f-a526-451b8f645bb8 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557832 Feb 11 13:08:28.592258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Attempting to bind port 0da8c951-4482-4b3d-9898-e03d75e8bba6 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:28.592681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Attempting to bind port 0da8c951-4482-4b3d-9898-e03d75e8bba6 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:28.593095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Attempting to bind port 0da8c951-4482-4b3d-9898-e03d75e8bba6 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:28.599616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:28.599876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:28.600557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.601004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:28.601760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Bound port: 0da8c951-4482-4b3d-9898-e03d75e8bba6, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:28.602354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.614438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-93453e77-5d88-4f66-9c45-da2ec59c9c0c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Synchronizing usage tracker for tenant:33e874c0892b45e999886feb927e2def on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:08:28.642265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:28.642686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.653505 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-93453e77-5d88-4f66-9c45-da2ec59c9c0c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Unset dirty status for tenant:33e874c0892b45e999886feb927e2def on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:08:28.655280 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-93453e77-5d88-4f66-9c45-da2ec59c9c0c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-996895273&fields=id&tenant_id=33e874c0892b45e999886feb927e2def HTTP/1.1" status: 200 len: 267 time: 0.1887977 Feb 11 13:08:28.669550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Allocated IP 172.20.0.1 (2f043321-43d3-4093-800c-22f9587d26d6/d32ed47c-4e73-4339-ad26-89c8911f7737/f3c687ed-15f0-477a-88a8-680644e95e44) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:28.713857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] For port 0da8c951-4482-4b3d-9898-e03d75e8bba6, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:28.721333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] For port 0da8c951-4482-4b3d-9898-e03d75e8bba6, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0da8c951-4482-4b3d-9898-e03d75e8bba6,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:28.727858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.757832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:28.818273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 8c1cc171-0642-454d-98c0-3fad9cc1402c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:28.941823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 8c1cc171-0642-454d-98c0-3fad9cc1402c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:28.942403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.960889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.977159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b0f4c23a-2c31-452a-a1a4-7b7ba8966b21 None None] Provisioning complete for port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:28.977563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c23a-2c31-452a-a1a4-7b7ba8966b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:28.993925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Transition to ACTIVE for port object f3c687ed-15f0-477a-88a8-680644e95e44 will not be triggered until provisioned by entity DHCP. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:29.040967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.057480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:08:29.098149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Pushing event updated for resources: {'Port': ['ID=0da8c951-4482-4b3d-9898-e03d75e8bba6,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:29.101314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ba48f2b5-73fa-46a7-b787-16486a27dfce tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:29.104253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:29.149197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Routers {'97a44e18-2c47-4292-bd9e-3810a1485ba4'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:29.150012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['97a44e18-2c47-4292-bd9e-3810a1485ba4'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:29.193903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Pushing event updated for resources: {'Port': ['ID=f3c687ed-15f0-477a-88a8-680644e95e44,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:29.197437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:29.279005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ef07f1b5-573b-4899-8330-a1ae749f1db9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:29.286915 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ef07f1b5-573b-4899-8330-a1ae749f1db9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/networks?id=82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 200 len: 811 time: 0.6226292 Feb 11 13:08:29.323673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3212d158-effb-4db4-8284-e62fac825fa3 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:29.351407 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-85dbb070-e85f-43b7-9495-86c5c29a927f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/quotas/33e874c0892b45e999886feb927e2def HTTP/1.1" status: 200 len: 375 time: 0.0635171 Feb 11 13:08:29.389204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] Set router 97a44e18-2c47-4292-bd9e-3810a1485ba4 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:29.392517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Network 2f043321-43d3-4093-800c-22f9587d26d6 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:29.393980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:29.400511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:29.418139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 3212d158-effb-4db4-8284-e62fac825fa3 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:29.428266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3212d158-effb-4db4-8284-e62fac825fa3 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:29.428842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.460426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.599046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62f42-d690-42f0-8b3e-6c7725c0c151 req-44e029c0-550b-4d63-be66-ce0bb0da8a65 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:29.607014 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-09a62f42-d690-42f0-8b3e-6c7725c0c151 req-44e029c0-550b-4d63-be66-ce0bb0da8a65 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3105848 Feb 11 13:08:29.615125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.631509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.663514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:29.677005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3212d158-effb-4db4-8284-e62fac825fa3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3212d158-effb-4db4-8284-e62fac825fa3,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:29.684671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.686919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:29.729978 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-3258ffda-5297-4fc7-ae4f-05c751e45dba tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=33e874c0892b45e999886feb927e2def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3705325 Feb 11 13:08:29.767051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-09a62f42-d690-42f0-8b3e-6c7725c0c151 req-a2e7a1e5-0e9e-4411-b3e6-b23d2340fc72 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589894 Feb 11 13:08:29.795224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:08:25Z', 'revision_number': 3, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:29.797497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3212d158-effb-4db4-8284-e62fac825fa3,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:29.807489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756c0e0-a6c1-41d4-9527-40ccd61619ad None None] The sync data for ids ['97a44e18-2c47-4292-bd9e-3810a1485ba4'] in dv-cinder-773985-4-iscsi is: [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:08:25Z', 'revision_number': 3, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:08:29.810319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:29.840930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-e25d7041-cba8-4dd2-ba59-fe4eaf24e5cb None None] Provisioning for port f3c687ed-15f0-477a-88a8-680644e95e44 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:29.846670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-e25d7041-cba8-4dd2-ba59-fe4eaf24e5cb None None] Provisioning complete for port f3c687ed-15f0-477a-88a8-680644e95e44 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:29.847533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e25d7041-cba8-4dd2-ba59-fe4eaf24e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.929678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e25d7041-cba8-4dd2-ba59-fe4eaf24e5cb None None] Port f3c687ed-15f0-477a-88a8-680644e95e44 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:08:29.979031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:29.984740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:30.021066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-193bc4c4-d543-4aa1-9a85-3be2e00f186d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:30.115598 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-554f578a-6937-4974-a4fa-1744c0e6c677 service neutron] 10.222.0.93 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474205 Feb 11 13:08:30.121717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:30.311479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a892f-1995-40f8-8461-6be518b40150 req-d81a9141-c0ed-4614-a408-91cfecbf1ab3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:30.318631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Pushing event updated for resources: {'Port': ['ID=f3c687ed-15f0-477a-88a8-680644e95e44,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:30.320399 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f37a892f-1995-40f8-8461-6be518b40150 req-d81a9141-c0ed-4614-a408-91cfecbf1ab3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 945 time: 0.3256111 Feb 11 13:08:30.323570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:30.339798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Network 2f043321-43d3-4093-800c-22f9587d26d6 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:30.341633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:30.519309 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-cea0efd8-af00-4c7b-bd77-11686561e3a3 service neutron] 10.222.0.93 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3901508 Feb 11 13:08:30.578858 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f37a892f-1995-40f8-8461-6be518b40150 req-38e8a041-ed4a-45ab-9450-11e4a843abd4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573802 Feb 11 13:08:30.679716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Router 97a44e18-2c47-4292-bd9e-3810a1485ba4 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:08:30.713806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-125c3d1b-7c4d-41f4-b638-981383918639 None None] Provisioning complete for port f3c687ed-15f0-477a-88a8-680644e95e44 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:30.716097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-125c3d1b-7c4d-41f4-b638-981383918639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:30.819498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-125c3d1b-7c4d-41f4-b638-981383918639 None None] Port f3c687ed-15f0-477a-88a8-680644e95e44 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:08:30.903375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:08:30.925264 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-35026c3a-7480-4931-888b-425a8c05f1eb admin admin] 10.222.0.93 "PUT /v2.0/routers/97a44e18-2c47-4292-bd9e-3810a1485ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6320217 Feb 11 13:08:30.962429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d19b-30d2-406b-9bb3-049b0f162e08 req-71dee007-0688-45c1-96a0-124185c4688c tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:30.964378 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2e3d19b-30d2-406b-9bb3-049b0f162e08 req-71dee007-0688-45c1-96a0-124185c4688c tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.2153442 Feb 11 13:08:31.046452 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2e3d19b-30d2-406b-9bb3-049b0f162e08 req-77efc1b2-0968-472e-b7c0-a4b86a79fb5d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735545 Feb 11 13:08:31.324510 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3', 'code': 200} Feb 11 13:08:31.453806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eca030-08a8-47a0-86d3-6d4bacfd5d7c req-379f8e97-8144-4aae-b20b-05a3c74c1f87 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:31.467474 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38eca030-08a8-47a0-86d3-6d4bacfd5d7c req-379f8e97-8144-4aae-b20b-05a3c74c1f87 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.3542962 Feb 11 13:08:31.557091 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38eca030-08a8-47a0-86d3-6d4bacfd5d7c req-704b60f8-eea8-46d1-9b8b-d0b0f7d9cb0e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875092 Feb 11 13:08:31.703445 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4915db7f-d144-4956-bdfb-538979625b69 req-1ea224ac-8fa2-48ca-a861-adcba4c6cbde tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0904958 Feb 11 13:08:31.742152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca8dfc-2d3e-4247-b535-40bdfb375ac4 req-c0766aa5-ebd0-4483-bf4d-c845e29125eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:31.743960 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9ca8dfc-2d3e-4247-b535-40bdfb375ac4 req-c0766aa5-ebd0-4483-bf4d-c845e29125eb service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 1162 time: 0.1744118 Feb 11 13:08:31.829475 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9ca8dfc-2d3e-4247-b535-40bdfb375ac4 req-e7fd7530-b8d7-49cc-b9ee-5d613ab791b3 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758610 Feb 11 13:08:32.039858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3212d158-effb-4db4-8284-e62fac825fa3 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:32.051104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157d3ad-47e3-413b-bb47-877feb2be4e6 req-f7d25ad7-3295-4182-8f47-f3b6e5f448a4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:32.058689 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3157d3ad-47e3-413b-bb47-877feb2be4e6 req-f7d25ad7-3295-4182-8f47-f3b6e5f448a4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 945 time: 0.2099509 Feb 11 13:08:32.140673 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3157d3ad-47e3-413b-bb47-877feb2be4e6 req-89828de0-d18b-4d04-aa47-069cbcaf51e6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809619 Feb 11 13:08:32.250791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3212d158-effb-4db4-8284-e62fac825fa3 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:32.251387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.289227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-674239284', 'description': 'tempest-TestShelveInstance-674239284 description'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:32.331104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:32.336159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Usage tracker for resource:security_group and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:32.339224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:32.346320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:32.414898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0da8c951-4482-4b3d-9898-e03d75e8bba6 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:32.517023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 0da8c951-4482-4b3d-9898-e03d75e8bba6 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:32.524337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 0da8c951-4482-4b3d-9898-e03d75e8bba6 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:32.525284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.642114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.677339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:32.683468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Usage tracker for resource:security_group_rule and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:32.687119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:32.696012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.698321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:32.716561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 0da8c951-4482-4b3d-9898-e03d75e8bba6, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0da8c951-4482-4b3d-9898-e03d75e8bba6,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:32.723168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.723984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:32.805465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=0da8c951-4482-4b3d-9898-e03d75e8bba6,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:32.808943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:32.824695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1704c0-d923-41b0-b7dd-71ab0c4bfffc req-005bd03b-71f9-4975-821d-a6722c8b04e1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:32.826639 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa1704c0-d923-41b0-b7dd-71ab0c4bfffc req-005bd03b-71f9-4975-821d-a6722c8b04e1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.4766865 Feb 11 13:08:32.928265 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa1704c0-d923-41b0-b7dd-71ab0c4bfffc req-5e0dff14-c590-4779-96fb-c1494b3d0100 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Feb 11 13:08:32.950920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.962656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:32.962656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f4feae58-8e4e-4005-aca5-b4d8b6e1608a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:32.990042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:33.004848 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c960b2e8-b30d-42e8-ad5b-2e1daf7f7f14 req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7221091 Feb 11 13:08:33.025363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8456e941-0047-4ef2-8b36-0956d9c574ab,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:33.028759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:33.153862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Sync routers for ids ['97a44e18-2c47-4292-bd9e-3810a1485ba4'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:08:33.171346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Routers {'97a44e18-2c47-4292-bd9e-3810a1485ba4'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:33.172511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['97a44e18-2c47-4292-bd9e-3810a1485ba4'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:33.351328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-d50694c6-2a00-4c38-8c34-825000c20346 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:33.353523 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-d50694c6-2a00-4c38-8c34-825000c20346 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.123 "GET /v2.0/networks?id=82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 200 len: 811 time: 0.3128700 Feb 11 13:08:33.469473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Set router 97a44e18-2c47-4292-bd9e-3810a1485ba4 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:33.488308 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-970ddb0f-30a9-4d8a-b6e0-14e6aa5bc2a2 req-0a3ff638-0ed9-4a79-837a-4b307a149d0c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.1334138 Feb 11 13:08:33.616789 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-e9492dbd-0ab0-4ad2-b594-d0f94de2a52b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.123 "GET /v2.0/security-groups?tenant_id=33e874c0892b45e999886feb927e2def HTTP/1.1" status: 200 len: 5763 time: 0.1690187 Feb 11 13:08:33.630309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'port': {'device_id': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'admin_state_up': True, 'tenant_id': '33e874c0892b45e999886feb927e2def', 'security_groups': ['3c32b004-d83f-46d0-8a58-97fea2248857']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:33.841715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7608f-9315-4a98-b0e4-bc4f7eb6096d req-4dccceb8-7966-4afb-8aa4-ec6d09569e10 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:33.843407 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20c7608f-9315-4a98-b0e4-bc4f7eb6096d req-4dccceb8-7966-4afb-8aa4-ec6d09569e10 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.6497862 Feb 11 13:08:33.856471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:08:29Z', 'revision_number': 4, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': 'f3c687ed-15f0-477a-88a8-680644e95e44', 'name': '', 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'mac_address': 'fa:16:3e:14:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd32ed47c-4e73-4339-ad26-89c8911f7737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:28Z', 'updated_at': '2021-02-11T13:08:29Z', 'revision_number': 2, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'subnets': [{'id': 'd32ed47c-4e73-4339-ad26-89c8911f7737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:33.860586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Checking router: 97a44e18-2c47-4292-bd9e-3810a1485ba4 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:08:33.860780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Updating router 97a44e18-2c47-4292-bd9e-3810a1485ba4 port f3c687ed-15f0-477a-88a8-680644e95e44 binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:08:33.930239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:33.932597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20c7608f-9315-4a98-b0e4-bc4f7eb6096d req-cdab7bf1-d0b2-4732-a30a-8df582626e5b tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Feb 11 13:08:33.989621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:33.994164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Usage tracker for resource:port and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:33.997834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:34.004774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:34.017165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Made reservation on behalf of 33e874c0892b45e999886feb927e2def for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:08:34.043855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:34.276771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0da8c951-4482-4b3d-9898-e03d75e8bba6 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:34.640244 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-ac93a901-49cc-4d5e-a9ec-a19866ace466 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups/8456e941-0047-4ef2-8b36-0956d9c574ab HTTP/1.1" status: 200 len: 1800 time: 0.5850129 Feb 11 13:08:34.641586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Allocated IP 172.20.0.4 (82eebc2d-39be-41c7-a01b-1dd1bdbba182/20224712-aa10-4cff-a458-468e594d9c8c/9559aac9-37e7-4ee3-bc4f-7d7741be7165) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:08:34.657169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8456e941-0047-4ef2-8b36-0956d9c574ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:34.657527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8456e941-0047-4ef2-8b36-0956d9c574ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:34.689251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:34.690315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 0da8c951-4482-4b3d-9898-e03d75e8bba6 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:34.690861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:34.697249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Usage tracker for resource:security_group_rule and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:34.703291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:34.725943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:34.875255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bdf47-b547-4fd6-a54e-717eb89aa1cf req-1e3cad95-3ac2-428e-9eab-e0113312aa9c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:34.876983 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-298bdf47-b547-4fd6-a54e-717eb89aa1cf req-1e3cad95-3ac2-428e-9eab-e0113312aa9c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 945 time: 0.5585377 Feb 11 13:08:34.913848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:34.929561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Transition to ACTIVE for port object f3c687ed-15f0-477a-88a8-680644e95e44 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:34.932773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:34.949701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f44173b-43d4-49f8-a128-1c1cdc9dc660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:35.003686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44604) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:35.078755 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-298bdf47-b547-4fd6-a54e-717eb89aa1cf req-6dfd0f87-d41e-4b73-bb79-5f0809b6a54f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766744 Feb 11 13:08:35.084085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.097286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830066e-8a92-4fa5-a715-933c83b6f7a0 None None] Pushing event updated for resources: {'Port': ['ID=f3c687ed-15f0-477a-88a8-680644e95e44,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:35.101636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9830066e-8a92-4fa5-a715-933c83b6f7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:35.176502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.184726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.190945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.225003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:35.239961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.277938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e73c6aa-c203-46a8-9d87-6d034a54cfae,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:35.285247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:35.286528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.287128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:35.287996 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf6e8629-cfd8-4742-b9d5-8e80d8bf5aca req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6355581 Feb 11 13:08:35.289610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Transition to ACTIVE for port object 9559aac9-37e7-4ee3-bc4f-7d7741be7165 will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:35.292328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Usage tracker for resource:security_group_rule and tenant:5af4840838ba46f3a7eeba76007772bf is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:35.295901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:35.305548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:35.322070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3212d158-effb-4db4-8284-e62fac825fa3 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:35.368375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.450537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.456058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.481848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d602c7c4-cb70-47ce-9448-d9071b3a1eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:35.561651 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5af4840838ba46f3a7eeba76007772bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566673 Feb 11 13:08:35.562759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff6c55-18d3-4a2b-9845-2b5987659888,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:35.566504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 44616) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:35.570474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Attempting to bind port f3c687ed-15f0-477a-88a8-680644e95e44 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:35.570783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:35.572981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Attempting to bind port f3c687ed-15f0-477a-88a8-680644e95e44 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:35.573729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Attempting to bind port f3c687ed-15f0-477a-88a8-680644e95e44 on network 2f043321-43d3-4093-800c-22f9587d26d6 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:35.609101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:35.609865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Checking segment: {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:35.610443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.611004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Bound using segment: {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:35.611683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Bound port: f3c687ed-15f0-477a-88a8-680644e95e44, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2da8dab-5998-420d-912a-8987e22f3b9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:35.612623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.670215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.709600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.715819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:35.777983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.786657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-25c1c870-eb92-439a-8f16-4ba91e0e78ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:35.798518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3212d158-effb-4db4-8284-e62fac825fa3 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:35.798518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.807154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff6c55-18d3-4a2b-9845-2b5987659888,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:35.815688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:35.815688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:35.819725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e6ff6c55-18d3-4a2b-9845-2b5987659888 HTTP/1.1" status: 204 len: 168 time: 0.2495191 Feb 11 13:08:35.894054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] For port f3c687ed-15f0-477a-88a8-680644e95e44, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:35.909396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] For port f3c687ed-15f0-477a-88a8-680644e95e44, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=f3c687ed-15f0-477a-88a8-680644e95e44,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:35.918292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:36.006612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:08:36.016070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:08:36.019204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:08:36.019403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:36.083198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event updated for resources: {'Port': ['ID=9559aac9-37e7-4ee3-bc4f-7d7741be7165,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:36.086535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:36.194268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:36.194997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:36.216374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:36.216759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5929303 Feb 11 13:08:36.292388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830066e-8a92-4fa5-a715-933c83b6f7a0 None None] Pushing event updated for resources: {'Port': ['ID=f3c687ed-15f0-477a-88a8-680644e95e44,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:36.302636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9830066e-8a92-4fa5-a715-933c83b6f7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:36.317235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:36.327008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:36.332266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:36.338962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b5f86-ede6-4252-8006-e9471ff41b09 req-6e3c53d3-b3a4-4733-ae98-c2b58d2cd75d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:36.339796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4f2b5f86-ede6-4252-8006-e9471ff41b09 req-6e3c53d3-b3a4-4733-ae98-c2b58d2cd75d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Synchronizing usage tracker for tenant:33e874c0892b45e999886feb927e2def on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:08:36.348933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Request body: {'port': {'device_id': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:36.390219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Routers {'97a44e18-2c47-4292-bd9e-3810a1485ba4'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:08:36.390916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:08:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['97a44e18-2c47-4292-bd9e-3810a1485ba4'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:36.484835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2e5b3-ecb9-41ce-882c-99c7dbc872d4 req-c0669744-4b4b-4c35-ac4a-9540b7de4886 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:36.494013 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6f2e5b3-ecb9-41ce-882c-99c7dbc872d4 req-c0669744-4b4b-4c35-ac4a-9540b7de4886 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 944 time: 0.7823129 Feb 11 13:08:36.581642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4f2b5f86-ede6-4252-8006-e9471ff41b09 req-6e3c53d3-b3a4-4733-ae98-c2b58d2cd75d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Unset dirty status for tenant:33e874c0892b45e999886feb927e2def on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:08:36.584557 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f2b5f86-ede6-4252-8006-e9471ff41b09 req-6e3c53d3-b3a4-4733-ae98-c2b58d2cd75d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 931 time: 0.8717563 Feb 11 13:08:36.589079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-eab325ca-ea96-4b42-8a88-975ffa99ec13 None None] Provisioning for port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:36.601989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-eab325ca-ea96-4b42-8a88-975ffa99ec13 None None] Provisioning complete for port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:36.602336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-eab325ca-ea96-4b42-8a88-975ffa99ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:36.627425 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6f2e5b3-ecb9-41ce-882c-99c7dbc872d4 req-ceb1dafc-6849-49b2-b0f9-1ac16015e6cb tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323237 Feb 11 13:08:36.712144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] Set router 97a44e18-2c47-4292-bd9e-3810a1485ba4 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:08:36.754213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:36.842005 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f2b5f86-ede6-4252-8006-e9471ff41b09 req-0d631d3e-af96-4e0d-959f-54b28d8592a1 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2099974 Feb 11 13:08:36.852573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-eab325ca-ea96-4b42-8a88-975ffa99ec13 None None] Port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:08:36.990465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:37.207887 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-03e401b2-52fe-4581-ac76-93346d10f4c9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups/8456e941-0047-4ef2-8b36-0956d9c574ab HTTP/1.1" status: 200 len: 2393 time: 0.4763434 Feb 11 13:08:37.219297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8456e941-0047-4ef2-8b36-0956d9c574ab', 'remote_group_id': None}]} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:37.219297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8456e941-0047-4ef2-8b36-0956d9c574ab', 'remote_group_id': None}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:37.305165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:08:37.323116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Usage tracker for resource:security_group_rule and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:08:37.327690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:08:37.336956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:08:37.357604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:37.374508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f92cb61-8782-4757-85f9-5b7ea73fd9d6'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:37.393310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:37.397652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:37.523830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:37.537903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:37.546028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:37.585134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:08:29Z', 'revision_number': 4, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': 'f3c687ed-15f0-477a-88a8-680644e95e44', 'name': '', 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'mac_address': 'fa:16:3e:14:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd32ed47c-4e73-4339-ad26-89c8911f7737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:28Z', 'updated_at': '2021-02-11T13:08:35Z', 'revision_number': 4, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'subnets': [{'id': 'd32ed47c-4e73-4339-ad26-89c8911f7737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:08:37.591190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f450c3-23bb-410f-b816-64bc8ca5e5d0 None None] The sync data for ids ['97a44e18-2c47-4292-bd9e-3810a1485ba4'] in dv-cinder-773985-4-iscsi is: [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:08:29Z', 'revision_number': 4, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': 'f3c687ed-15f0-477a-88a8-680644e95e44', 'name': '', 'network_id': '2f043321-43d3-4093-800c-22f9587d26d6', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'mac_address': 'fa:16:3e:14:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd32ed47c-4e73-4339-ad26-89c8911f7737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:28Z', 'updated_at': '2021-02-11T13:08:35Z', 'revision_number': 4, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'subnets': [{'id': 'd32ed47c-4e73-4339-ad26-89c8911f7737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:08:37.624557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:37.634172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:37.651459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fc37095d-9427-451e-80ef-02ea60adb33d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:37.709442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b2068a-71fe-4efa-a969-e47c693a3c05,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:37.717459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:37.718266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:37.719564 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7060c4ce-9e63-4dc6-88cc-0fca6854078c req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5107744 Feb 11 13:08:37.864517 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f92cb61-8782-4757-85f9-5b7ea73fd9d6', 'code': 200} Feb 11 13:08:37.993503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9559aac9-37e7-4ee3-bc4f-7d7741be7165 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:08:38.164490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:38.298202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device f3c687ed-15f0-477a-88a8-680644e95e44 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:38.443483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port f3c687ed-15f0-477a-88a8-680644e95e44 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:08:38.449084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port f3c687ed-15f0-477a-88a8-680644e95e44 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:38.449511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:38.455758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Transition to ACTIVE for port object 9559aac9-37e7-4ee3-bc4f-7d7741be7165 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:08:38.477496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:38.508367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:38.595420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:38.651215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port f3c687ed-15f0-477a-88a8-680644e95e44, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=f3c687ed-15f0-477a-88a8-680644e95e44,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:08:38.660348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:38.663246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:38.719477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Pushing event updated for resources: {'Port': ['ID=9559aac9-37e7-4ee3-bc4f-7d7741be7165,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:38.754999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:38.756570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=f3c687ed-15f0-477a-88a8-680644e95e44,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:38.760775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:38.853166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0257d-4a83-4e48-967e-de33e7d079f0 req-bd94a5c2-b044-4764-a4c7-1e45827fa5bd tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:38.855943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cc0257d-4a83-4e48-967e-de33e7d079f0 req-bd94a5c2-b044-4764-a4c7-1e45827fa5bd tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 931 time: 0.6760216 Feb 11 13:08:38.982288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b378b-daa6-4846-8a8d-3f9216e93950 req-d74f75ad-16e3-4dea-90f7-fa0d1c48136a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:38.984093 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f4b378b-daa6-4846-8a8d-3f9216e93950 req-d74f75ad-16e3-4dea-90f7-fa0d1c48136a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.9852898 Feb 11 13:08:38.995981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b098ca6-2824-46ad-899c-ecedefcc3ca9 req-8ef8e96e-1fe5-4733-bfbf-b0d335f3c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:39.005818 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b098ca6-2824-46ad-899c-ecedefcc3ca9 req-8ef8e96e-1fe5-4733-bfbf-b0d335f3c2ed service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 1163 time: 0.6903977 Feb 11 13:08:39.142020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cc0257d-4a83-4e48-967e-de33e7d079f0 req-ba8f6c96-3a9b-4d98-b8a9-1eae43c5c080 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2744017 Feb 11 13:08:39.158888 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b098ca6-2824-46ad-899c-ecedefcc3ca9 req-c3a52970-2f52-4a22-a5df-10fe641a02a1 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422350 Feb 11 13:08:39.178894 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f4b378b-daa6-4846-8a8d-3f9216e93950 req-18299d0b-0e1e-49a0-a9ad-baa6765e9048 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719337 Feb 11 13:08:39.266355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-951f4f15-afe9-4b2a-9329-c3b32d8c6a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:39.391033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Attempting to bind port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:39.391411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Attempting to bind port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:08:39.391777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Attempting to bind port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 on network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:08:39.398501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:08:39.398887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Checking segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:08:39.399679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:39.399902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Bound using segment: {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:08:39.400449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Bound port: 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a1f04d-c58c-437a-a854-a49e690c6b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:08:39.400828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:39.515481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] For port 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:08:39.518747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] For port 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:08:39.523261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:39.540938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0a939e72-6468-4367-924d-4e3645bc63d6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:08:39.674560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:39.703394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Pushing event updated for resources: {'Port': ['ID=9559aac9-37e7-4ee3-bc4f-7d7741be7165,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:08:39.709827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:08:39.743909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:39.744562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:39.746704 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] 10.222.0.123 "PUT /v2.0/ports/9559aac9-37e7-4ee3-bc4f-7d7741be7165 HTTP/1.1" status: 200 len: 1157 time: 3.4027941 Feb 11 13:08:39.747260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:39.758726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:39.759272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:39.817701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'status': 'completed', 'code': 200} Feb 11 13:08:39.962852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ef043b23-6233-402b-8c6e-c385915185b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:39.964885 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-ef043b23-6233-402b-8c6e-c385915185b7 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=33e874c0892b45e999886feb927e2def&device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 1160 time: 0.0968816 Feb 11 13:08:40.060043 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-689ed1c0-c6fe-490e-acdd-9e81cce81db7 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165 HTTP/1.1" status: 200 len: 217 time: 0.0773170 Feb 11 13:08:40.147922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-b0adf8b4-1503-4f3e-8041-25c1db51e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:40.168344 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-b0adf8b4-1503-4f3e-8041-25c1db51e480 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=20224712-aa10-4cff-a458-468e594d9c8c HTTP/1.1" status: 200 len: 850 time: 0.0986373 Feb 11 13:08:40.249819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device f3c687ed-15f0-477a-88a8-680644e95e44 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:40.319400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-6b26522e-b42e-4406-966f-3158dee93fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:40.321082 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-6b26522e-b42e-4406-966f-3158dee93fe8 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=82eebc2d-39be-41c7-a01b-1dd1bdbba182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318147 Feb 11 13:08:40.338161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port f3c687ed-15f0-477a-88a8-680644e95e44 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:40.338870 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:40.669809 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-734a7035-be06-4b5a-9a21-513aebf8b5a1 service neutron] 10.222.0.123 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381855 Feb 11 13:08:40.765416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297889e-a7b7-4f32-acf7-6af0ad350cf1 req-34098e81-9fdb-4724-ad58-152b470af7e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:40.767029 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f297889e-a7b7-4f32-acf7-6af0ad350cf1 req-34098e81-9fdb-4724-ad58-152b470af7e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.3560753 Feb 11 13:08:40.877583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6b1e-ffd6-4fb8-8f37-98ba35a505bd req-53461403-eba1-4162-8e70-1a204197e40d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:40.879314 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f2ef6b1e-ffd6-4fb8-8f37-98ba35a505bd req-53461403-eba1-4162-8e70-1a204197e40d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.4164407 Feb 11 13:08:41.066662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f297889e-a7b7-4f32-acf7-6af0ad350cf1 req-2073e4c6-c42a-4a24-a399-79ac72279f0a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1835940 Feb 11 13:08:41.095893 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f2ef6b1e-ffd6-4fb8-8f37-98ba35a505bd req-05febe13-194b-446c-9ecf-71962d2ab7a3 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887519 Feb 11 13:08:41.115525 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ee40cc6-2a78-4a50-8ad7-85220fb9d52e req-e893f137-db71-45b8-9428-3404ef8db612 service neutron] 10.222.0.123 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3474209 Feb 11 13:08:42.175627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c5b924d9-4a56-41cd-8803-8436c77a2bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:42.300228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:42.579395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310235aa-3d7b-4128-a4e7-03975c8a9ca1 req-b8887a4a-0473-4d14-b78c-dd9cd8e8f2fa tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:42.581146 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-310235aa-3d7b-4128-a4e7-03975c8a9ca1 req-b8887a4a-0473-4d14-b78c-dd9cd8e8f2fa tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.3786724 Feb 11 13:08:42.647999 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-310235aa-3d7b-4128-a4e7-03975c8a9ca1 req-4946dd31-dd66-46ab-ab9f-fbdfca4a635a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0598066 Feb 11 13:08:42.929688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10aa4-f78a-4586-b7a3-c3a86dd034ce req-cd2f903a-9b61-4be3-aafe-8bb105caa81e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:42.931353 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-57f10aa4-f78a-4586-b7a3-c3a86dd034ce req-cd2f903a-9b61-4be3-aafe-8bb105caa81e tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.1664557 Feb 11 13:08:42.997841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-57f10aa4-f78a-4586-b7a3-c3a86dd034ce req-71759a26-c1d3-4cdd-a312-0cbe446f1d87 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Feb 11 13:08:43.741381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:43.943553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d872d4-cb3c-4bf4-a795-31772d78a46b req-72744dd7-8a42-4d1a-98e6-717ca5eed30b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:43.945295 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81d872d4-cb3c-4bf4-a795-31772d78a46b req-72744dd7-8a42-4d1a-98e6-717ca5eed30b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1661577 Feb 11 13:08:44.008568 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81d872d4-cb3c-4bf4-a795-31772d78a46b req-aa678019-53ae-4442-bd35-1df68784ab5f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0570090 Feb 11 13:08:44.209894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:44.307719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722adef-b0f2-497c-bc58-f5e60c0ebf44 req-4068e20c-e0b5-4333-b773-d53d0fb118e5 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:44.309533 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f722adef-b0f2-497c-bc58-f5e60c0ebf44 req-4068e20c-e0b5-4333-b773-d53d0fb118e5 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.1722119 Feb 11 13:08:44.375032 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f722adef-b0f2-497c-bc58-f5e60c0ebf44 req-cdb2b0ab-8e95-4896-97e2-7b54181a7c64 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589855 Feb 11 13:08:45.306070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6330d-133f-4148-acd4-0b2bdcf30c77 req-3e7ad9bc-3045-41a7-98f3-51eb3c30fbb5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:45.307708 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dd6330d-133f-4148-acd4-0b2bdcf30c77 req-3e7ad9bc-3045-41a7-98f3-51eb3c30fbb5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1684909 Feb 11 13:08:45.371568 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dd6330d-133f-4148-acd4-0b2bdcf30c77 req-c87581f0-1aa8-4d96-a401-3c91d5c5aa00 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0572474 Feb 11 13:08:45.677592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260f571-9e62-4c81-8b49-ff7561cdd596 req-1d242ed9-3b18-4943-945b-3a12ac4f1f47 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:45.679284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2260f571-9e62-4c81-8b49-ff7561cdd596 req-1d242ed9-3b18-4943-945b-3a12ac4f1f47 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.1750269 Feb 11 13:08:45.746438 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2260f571-9e62-4c81-8b49-ff7561cdd596 req-bffbc64b-e9e7-4899-b409-f7efa1caa951 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589814 Feb 11 13:08:46.674966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c63073-8c4a-41ea-a6bd-2a14b4766c7c req-fff67eeb-e73f-4f5a-b6b9-777a10152d87 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:46.676679 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0c63073-8c4a-41ea-a6bd-2a14b4766c7c req-fff67eeb-e73f-4f5a-b6b9-777a10152d87 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1720695 Feb 11 13:08:46.743871 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0c63073-8c4a-41ea-a6bd-2a14b4766c7c req-25341d42-c795-42d4-bf65-b2dae2edc1ff tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0599031 Feb 11 13:08:47.046204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5ed03-0560-406f-bfc3-45d706a39c63 req-c3fa739c-ec66-4e3b-8ef3-733562597227 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:47.047965 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ff5ed03-0560-406f-bfc3-45d706a39c63 req-c3fa739c-ec66-4e3b-8ef3-733562597227 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.1662681 Feb 11 13:08:47.115773 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ff5ed03-0560-406f-bfc3-45d706a39c63 req-ddb42350-29a8-4c32-82aa-34f4d4e3bb15 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 Feb 11 13:08:48.048415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74b3f9-f251-42cb-b042-3c94ce1787c5 req-00a9b49f-97b8-4467-a87e-4c87ae403b1b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:48.050051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa74b3f9-f251-42cb-b042-3c94ce1787c5 req-00a9b49f-97b8-4467-a87e-4c87ae403b1b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1761227 Feb 11 13:08:48.116843 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa74b3f9-f251-42cb-b042-3c94ce1787c5 req-45de5632-3ea7-4dee-a38b-0076a5e0fc3f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0605965 Feb 11 13:08:48.428565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7601d7e-ac07-40f5-a1a5-ec5e2fd7165c req-95720bfa-1a34-42c6-9c93-3831ac6d8680 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:48.430285 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7601d7e-ac07-40f5-a1a5-ec5e2fd7165c req-95720bfa-1a34-42c6-9c93-3831ac6d8680 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.1775875 Feb 11 13:08:48.498861 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7601d7e-ac07-40f5-a1a5-ec5e2fd7165c req-ecd6ebc6-65ea-4157-9ab6-3a7d37bb1e72 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Feb 11 13:08:49.273468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:08:49.330823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555c51-0bc3-4c75-895b-962b4402a70d req-35cc8594-cd64-4472-b534-8628262af292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:49.332488 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-35cc8594-cd64-4472-b534-8628262af292 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=33e874c0892b45e999886feb927e2def&device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 1160 time: 0.1508622 Feb 11 13:08:49.357470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:08:49.357897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:49.553376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98340d-2112-4b98-8258-0faecd046a77 req-20a6593a-68b0-4624-b33c-4ea290bdda7a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:49.555079 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2c98340d-2112-4b98-8258-0faecd046a77 req-20a6593a-68b0-4624-b33c-4ea290bdda7a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.3042178 Feb 11 13:08:49.603033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555c51-0bc3-4c75-895b-962b4402a70d req-a35fe4aa-62d3-4fcf-9ecc-7722aa6b25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:49.604648 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-a35fe4aa-62d3-4fcf-9ecc-7722aa6b25fe service neutron] 10.222.0.123 "GET /v2.0/networks?id=82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 200 len: 905 time: 0.2633531 Feb 11 13:08:49.641242 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2c98340d-2112-4b98-8258-0faecd046a77 req-def4dc43-93fb-4562-994e-4ef4a302c951 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0798235 Feb 11 13:08:49.763369 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-cfa22bfc-65d0-488b-ba60-9426e155bfb1 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165 HTTP/1.1" status: 200 len: 217 time: 0.0800347 Feb 11 13:08:49.895046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555c51-0bc3-4c75-895b-962b4402a70d req-4b37caeb-ece4-4c40-9179-74529ad8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:49.896685 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-4b37caeb-ece4-4c40-9179-74529ad8b96b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=20224712-aa10-4cff-a458-468e594d9c8c HTTP/1.1" status: 200 len: 850 time: 0.1259649 Feb 11 13:08:50.062251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af636-50ea-4506-b8b6-cd3b30864538 req-e07ebb88-4d8d-458d-9058-4c6a35c295c6 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:50.063959 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d6af636-50ea-4506-b8b6-cd3b30864538 req-e07ebb88-4d8d-458d-9058-4c6a35c295c6 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.2568555 Feb 11 13:08:50.114599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555c51-0bc3-4c75-895b-962b4402a70d req-3f8f4052-0769-4343-8cb8-cec17c3d024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:50.116278 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-3f8f4052-0769-4343-8cb8-cec17c3d024f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=82eebc2d-39be-41c7-a01b-1dd1bdbba182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2121043 Feb 11 13:08:50.143088 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d6af636-50ea-4506-b8b6-cd3b30864538 req-3ca0ab13-6277-456c-af38-ed36f1c323df tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722957 Feb 11 13:08:50.301575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-a70d6337-dd45-4bdc-93b2-38f6c3e32390 service neutron] 10.222.0.123 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571846 Feb 11 13:08:50.355303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:08:50.574684 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76555c51-0bc3-4c75-895b-962b4402a70d req-67f2eec7-6352-49d8-be13-1799294a8422 service neutron] 10.222.0.123 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434903 Feb 11 13:08:50.956840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ffcd7-5b83-4b34-99d8-c99fd4547995 req-2ae2c357-1095-4d76-b6dd-4ff66ffc62cc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:50.959080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c75ffcd7-5b83-4b34-99d8-c99fd4547995 req-2ae2c357-1095-4d76-b6dd-4ff66ffc62cc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1777534 Feb 11 13:08:51.024398 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c75ffcd7-5b83-4b34-99d8-c99fd4547995 req-72a5fd2e-12c4-473c-8126-ff212cc57a32 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0588317 Feb 11 13:08:51.515551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b12bd-5147-4f97-ba26-799126344cb4 req-314ad514-d73a-40b2-8821-6b9b83f2254b tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:51.517307 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-799b12bd-5147-4f97-ba26-799126344cb4 req-314ad514-d73a-40b2-8821-6b9b83f2254b tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.2085671 Feb 11 13:08:51.588543 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-799b12bd-5147-4f97-ba26-799126344cb4 req-f981d7d3-20ed-4556-858a-2b6ea72fe3c6 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644574 Feb 11 13:08:52.013834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99c91-ce2a-4842-9519-e34c0c7c1d92 req-9d7d3eda-cd06-4eba-9f69-6fe3534705b3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:52.015391 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-aad99c91-ce2a-4842-9519-e34c0c7c1d92 req-9d7d3eda-cd06-4eba-9f69-6fe3534705b3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1628785 Feb 11 13:08:52.079147 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-aad99c91-ce2a-4842-9519-e34c0c7c1d92 req-c0bdf9ca-d568-4001-9505-52857292b27f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573382 Feb 11 13:08:52.366611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f16e8-35a1-4132-b47d-28d25ac06b56 req-70e4c9c9-e5e5-4a82-9caf-2585c1733ee9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:52.368323 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5f5f16e8-35a1-4132-b47d-28d25ac06b56 req-70e4c9c9-e5e5-4a82-9caf-2585c1733ee9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1689904 Feb 11 13:08:52.431790 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5f5f16e8-35a1-4132-b47d-28d25ac06b56 req-db172fef-f256-4547-bc4d-763e0fc329fa tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0572722 Feb 11 13:08:53.372630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56dbf0-6154-41ee-b272-a398b01ed4de req-1f7c2341-8b83-44d0-9cfd-49908e01b5ef tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:53.374358 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3b56dbf0-6154-41ee-b272-a398b01ed4de req-1f7c2341-8b83-44d0-9cfd-49908e01b5ef tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1639421 Feb 11 13:08:53.441624 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3b56dbf0-6154-41ee-b272-a398b01ed4de req-da92a05a-db58-408e-8896-cadb6c828486 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Feb 11 13:08:53.725419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828457f9-9656-447b-a33c-9a1d6ddbbcd3 req-c819441e-3888-4107-81e0-aaaaf7766abb tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:53.727118 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828457f9-9656-447b-a33c-9a1d6ddbbcd3 req-c819441e-3888-4107-81e0-aaaaf7766abb tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1673658 Feb 11 13:08:53.791796 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828457f9-9656-447b-a33c-9a1d6ddbbcd3 req-8e7f59ce-318a-4529-af3e-1a007575b639 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0579243 Feb 11 13:08:54.736237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3d777-1ee9-46de-be5a-5d067527c537 req-166bb15b-2017-469f-aeb2-23c4822246cc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:54.737858 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bfe3d777-1ee9-46de-be5a-5d067527c537 req-166bb15b-2017-469f-aeb2-23c4822246cc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1668580 Feb 11 13:08:54.803774 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bfe3d777-1ee9-46de-be5a-5d067527c537 req-1b2be7f4-d4b3-4f76-afd3-077d13fff3b8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Feb 11 13:08:55.081754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc70f9-493f-4121-aed7-7c20afc4c86a req-b9a77bbe-c3ff-4485-9c8d-0a1408d5a093 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:55.083344 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bfc70f9-493f-4121-aed7-7c20afc4c86a req-b9a77bbe-c3ff-4485-9c8d-0a1408d5a093 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1654429 Feb 11 13:08:55.147522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bfc70f9-493f-4121-aed7-7c20afc4c86a req-1478e504-4add-4445-a29c-e8d33f3d731e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0576146 Feb 11 13:08:56.100018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703dd9-eb5a-4002-82c7-598360f59cf4 req-033d2123-e657-45b4-827b-ed63410ec621 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:56.101757 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60703dd9-eb5a-4002-82c7-598360f59cf4 req-033d2123-e657-45b4-827b-ed63410ec621 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1669235 Feb 11 13:08:56.169127 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60703dd9-eb5a-4002-82c7-598360f59cf4 req-c72c9f18-ac9b-4a8a-99a2-25670054f644 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Feb 11 13:08:56.461964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960478d-6c83-4541-91c9-af6afa63963b req-7bb36ecd-51a8-4d50-9ad9-80370bcec5b7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:56.463660 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e960478d-6c83-4541-91c9-af6afa63963b req-7bb36ecd-51a8-4d50-9ad9-80370bcec5b7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1704507 Feb 11 13:08:56.723155 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e960478d-6c83-4541-91c9-af6afa63963b req-0ac470f6-4d19-4584-a8cd-52afa7c014cd tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2528362 Feb 11 13:08:57.461183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dea638-8a21-40c6-8345-10c5d3394595 req-6a8a7d14-7658-4d70-bc41-7df0ba3b5e09 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:57.462734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-78dea638-8a21-40c6-8345-10c5d3394595 req-6a8a7d14-7658-4d70-bc41-7df0ba3b5e09 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1631017 Feb 11 13:08:57.528865 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-78dea638-8a21-40c6-8345-10c5d3394595 req-cb103ae3-8063-4992-8fda-8353a63d28be tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598509 Feb 11 13:08:58.088956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e381f8-96cf-4374-afcb-b30da8650658 req-3fe7461f-5319-461b-90ab-33d09d910b85 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:58.090660 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5e381f8-96cf-4374-afcb-b30da8650658 req-3fe7461f-5319-461b-90ab-33d09d910b85 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.2375240 Feb 11 13:08:58.097118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-d1d090e5-c471-44ed-8683-5e886b945440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:58.098789 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-d1d090e5-c471-44ed-8683-5e886b945440 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.1972380 Feb 11 13:08:58.203309 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5e381f8-96cf-4374-afcb-b30da8650658 req-7fc19e94-a04b-4a3a-b588-92beb6cc792c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1032622 Feb 11 13:08:58.334327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-3f5afeb3-b7a7-4f3a-b67e-7ab45489c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:58.335965 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-3f5afeb3-b7a7-4f3a-b67e-7ab45489c80f service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.2196870 Feb 11 13:08:58.415534 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-d761f9dd-9d25-48a0-9ea6-553a75fc95de service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.0704858 Feb 11 13:08:58.488789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-147310c7-9954-4f13-8e83-afb7eb83e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:58.490381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-147310c7-9954-4f13-8e83-afb7eb83e655 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0678921 Feb 11 13:08:58.555080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-6892c283-b5ab-4567-883e-be57b6d5e07b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493488 Feb 11 13:08:58.764680 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-f96d85ab-68b4-4dc2-b021-2ee46c3e5c13 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010946 Feb 11 13:08:58.864282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67611f-6f15-46a5-942a-c375bfc1dd8e req-6cb5a5d3-b5c3-45a9-adb8-a9f50e67b1e0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:58.865973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67611f-6f15-46a5-942a-c375bfc1dd8e req-6cb5a5d3-b5c3-45a9-adb8-a9f50e67b1e0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1995757 Feb 11 13:08:59.033098 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67611f-6f15-46a5-942a-c375bfc1dd8e req-f86f29e2-297f-4153-8988-efbe4d34aee5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409638 Feb 11 13:08:59.061572 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac88ccf7-68b2-46ad-ad1d-4b007b7b6bea req-bc7f2f9f-fadb-406b-9cbd-70b7241770fe service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1939118 Feb 11 13:08:59.354272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-1e913227-d922-4492-be45-a80d505c27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:59.356012 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-1e913227-d922-4492-be45-a80d505c27b3 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.0884776 Feb 11 13:08:59.608802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-107283fa-ae0c-46cc-88c8-e12d280a15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:59.610421 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-107283fa-ae0c-46cc-88c8-e12d280a15e8 service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.1910050 Feb 11 13:08:59.723598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3e760-58d0-4497-a50e-837c345e7da3 req-1dd3ac07-9e60-4f4c-989d-8f77ef30ec95 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:59.725338 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c3e3e760-58d0-4497-a50e-837c345e7da3 req-1dd3ac07-9e60-4f4c-989d-8f77ef30ec95 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.3489492 Feb 11 13:08:59.850269 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-49083457-db04-459e-b220-cd61a022cbf8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.1237257 Feb 11 13:08:59.967020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c3e3e760-58d0-4497-a50e-837c345e7da3 req-a8208ea0-1c3b-417c-bd3b-39245f1ae220 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1859655 Feb 11 13:08:59.987071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-2aed1b1f-7ce0-492f-ba11-7ec7f7a0d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:08:59.988705 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-2aed1b1f-7ce0-492f-ba11-7ec7f7a0d222 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.1282692 Feb 11 13:09:00.081400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645e24-8b5d-4eb1-ad50-c922773e9834 req-110c220c-733b-4442-876c-aa2d3f0ff9c7 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:00.083096 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11645e24-8b5d-4eb1-ad50-c922773e9834 req-110c220c-733b-4442-876c-aa2d3f0ff9c7 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.2951512 Feb 11 13:09:00.156299 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-6ef77159-998b-48cd-b2d9-41f6c6e8531b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716045 Feb 11 13:09:00.334022 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11645e24-8b5d-4eb1-ad50-c922773e9834 req-b5a38044-d8aa-4007-a346-b346e6bbc9b6 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103517 Feb 11 13:09:00.616129 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-7ed7c47d-88da-4be8-8703-3998c318b920 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447970 Feb 11 13:09:00.705912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d08c-ca94-41aa-85c8-b319b9befc92 req-d8e02041-def9-4aa8-baf4-ddce09405928 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:00.707574 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddf0d08c-ca94-41aa-85c8-b319b9befc92 req-d8e02041-def9-4aa8-baf4-ddce09405928 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.5105879 Feb 11 13:09:00.880493 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddf0d08c-ca94-41aa-85c8-b319b9befc92 req-1d751e36-dd01-4c6e-acdb-009a6b17bbea tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418109 Feb 11 13:09:00.914962 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a3e855-1b67-45e8-833b-ce8f9995be59 req-10979a9a-63fd-4631-93c9-e17171a17cbe service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2062705 Feb 11 13:09:01.271973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2d25c-48fd-4353-a725-622f28f7b735 req-0adfac7b-5ed9-4d7f-bf17-03106d94125e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:01.274267 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06e2d25c-48fd-4353-a725-622f28f7b735 req-0adfac7b-5ed9-4d7f-bf17-03106d94125e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1704297 Feb 11 13:09:01.345163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06e2d25c-48fd-4353-a725-622f28f7b735 req-4884a09d-1f4e-4b72-ba6c-7d398ba79569 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0635173 Feb 11 13:09:01.630459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc73110-81c4-4e8c-a736-d93a9f521890 req-029b11bd-6af0-419a-a0cb-1652de1b728a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:01.632190 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdc73110-81c4-4e8c-a736-d93a9f521890 req-029b11bd-6af0-419a-a0cb-1652de1b728a tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.1675577 Feb 11 13:09:01.699254 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdc73110-81c4-4e8c-a736-d93a9f521890 req-ae6e5d9b-45bf-47ec-a27f-f6d5ed43ce64 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 Feb 11 13:09:02.193124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1545717-4c2a-44ff-bc42-ea9d29eb7a2e req-740d58e1-6ea9-4471-acb3-33110271c68b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:02.194844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1545717-4c2a-44ff-bc42-ea9d29eb7a2e req-740d58e1-6ea9-4471-acb3-33110271c68b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1710052 Feb 11 13:09:02.219314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:09:02.273933 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1545717-4c2a-44ff-bc42-ea9d29eb7a2e req-6d068c63-16e8-4021-bc06-04d9c377f224 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Feb 11 13:09:02.338602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:09:02.339022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:02.525423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429107af-6971-4878-a43f-3ccb62374ae0 req-4c8e0841-5b4c-41fb-9833-c451b1f382ad tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:02.527087 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-429107af-6971-4878-a43f-3ccb62374ae0 req-4c8e0841-5b4c-41fb-9833-c451b1f382ad tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.2047384 Feb 11 13:09:02.684443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Deleting port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:09:02.684971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:02.877357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a8dcc-7607-433e-bff3-cc2875fb348d req-45f55140-2bec-42bc-b52f-8fdccc77eb9b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:02.879145 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c38a8dcc-7607-433e-bff3-cc2875fb348d req-45f55140-2bec-42bc-b52f-8fdccc77eb9b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.3076665 Feb 11 13:09:03.046111 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c38a8dcc-7607-433e-bff3-cc2875fb348d req-9e4fef79-7d9a-4c33-aa51-658ba8227466 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1532712 Feb 11 13:09:03.181447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] For port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,segment=NetworkSegment(70df9338-dd18-48d0-aa98-4db78b353ef9),segment_id=70df9338-dd18-48d0-aa98-4db78b353ef9)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:09:03.181848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:03.336583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789c58-ea30-4f97-a731-be8a2e25f9dd req-3b1c30c7-98c5-46d6-8850-5f72cd1ee745 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:03.338400 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d789c58-ea30-4f97-a731-be8a2e25f9dd req-3b1c30c7-98c5-46d6-8850-5f72cd1ee745 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 946 time: 0.3785248 Feb 11 13:09:03.412424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Calling delete_port for 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:09:03.587331 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d789c58-ea30-4f97-a731-be8a2e25f9dd req-2d773f51-8ac6-43fb-952c-a9dd7b2deb6b tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/security-groups?id=bac8807f-9f34-4205-a979-183cdddc07f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835060 Feb 11 13:09:03.741246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd05-410d-4e7a-a049-e7b24d7f4b4a req-3030acd6-68ac-4d50-ba53-9e0083e4cfc4 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:03.743522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6e89fd05-410d-4e7a-a049-e7b24d7f4b4a req-3030acd6-68ac-4d50-ba53-9e0083e4cfc4 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3003626 Feb 11 13:09:03.816484 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:03.836399 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6e89fd05-410d-4e7a-a049-e7b24d7f4b4a req-4e3ac1b2-e905-4e12-941b-09946a454f02 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794096 Feb 11 13:09:03.851485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-42c367e4-b140-4a3a-a35f-39e280cb7a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:03.969456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Pushing event deleted for resources: {'Port': ['ID=2f92cb61-8782-4757-85f9-5b7ea73fd9d6,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:03.986430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.986836 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.987240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.987611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.988005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.988420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.988808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.989194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.989578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.989963 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.990347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.990758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.991184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.991567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.991970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.992407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.992791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.993172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.993550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.993928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.994306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.994683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.995059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:03.995440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:04.000950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:04.085370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] No DVR routers for this DVR port 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:09:04.100071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:04.103114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'name': 'network-vif-deleted', 'tag': '2f92cb61-8782-4757-85f9-5b7ea73fd9d6'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:04.118825 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-429107af-6971-4878-a43f-3ccb62374ae0 req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.123 "DELETE /v2.0/ports/2f92cb61-8782-4757-85f9-5b7ea73fd9d6 HTTP/1.1" status: 204 len: 173 time: 1.5840232 Feb 11 13:09:04.193086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:09:04.236302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] No Port match for: 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:09:04.236784 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2f92cb61-8782-4757-85f9-5b7ea73fd9d6 not bound to the agent host hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:09:04.239119 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2faec728-67a4-4e20-9fa2-9edd4bf63bf6', 'name': 'network-vif-deleted', 'tag': '2f92cb61-8782-4757-85f9-5b7ea73fd9d6', 'status': 'completed', 'code': 200} Feb 11 13:09:04.362702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18f8f5-6418-4280-97ba-da917f214a49 req-9f0f8000-1096-496b-86c6-3755c21f4552 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:04.364410 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca18f8f5-6418-4280-97ba-da917f214a49 req-9f0f8000-1096-496b-86c6-3755c21f4552 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1736472 Feb 11 13:09:04.431238 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca18f8f5-6418-4280-97ba-da917f214a49 req-f7e490c8-4f8e-48d1-a5f4-854355ae7efd tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0585530 Feb 11 13:09:04.788342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4cd35fd8-bfd5-4bc7-b432-b38e2b34dcb0 req-38f1bafa-6125-4e11-b910-e8b38b52ec49 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Synchronizing usage tracker for tenant:bc4a9fb171b647dea604de1ae6178149 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:04.806006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4cd35fd8-bfd5-4bc7-b432-b38e2b34dcb0 req-38f1bafa-6125-4e11-b910-e8b38b52ec49 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Unset dirty status for tenant:bc4a9fb171b647dea604de1ae6178149 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:04.807330 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4cd35fd8-bfd5-4bc7-b432-b38e2b34dcb0 req-38f1bafa-6125-4e11-b910-e8b38b52ec49 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0676911 Feb 11 13:09:05.193974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc03c2-9847-47cf-acf4-710eec3eae57 req-a86aa0b1-a314-4438-bf6a-43e4bf09274b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:05.195757 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7cc03c2-9847-47cf-acf4-710eec3eae57 req-a86aa0b1-a314-4438-bf6a-43e4bf09274b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1742215 Feb 11 13:09:05.270015 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7cc03c2-9847-47cf-acf4-710eec3eae57 req-cd63bf04-c25f-426f-9b54-66a500956e05 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Feb 11 13:09:05.724167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40227760-02ca-4e34-badf-11223dbbf895 req-d8ea7f41-0638-4ec7-ae18-6b8154ccc4cc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:05.725811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40227760-02ca-4e34-badf-11223dbbf895 req-d8ea7f41-0638-4ec7-ae18-6b8154ccc4cc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1658878 Feb 11 13:09:05.790725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40227760-02ca-4e34-badf-11223dbbf895 req-49d29d2b-ab53-4507-a4ba-2864500416bb tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0578237 Feb 11 13:09:06.009381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ecbac5bb-95e3-4688-84ac-047d26620c94 req-31151fde-04e2-4f67-9bf3-ae987d40dfa8 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Feb 11 13:09:06.024891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:09:06.580308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09d7a2-a28f-4ec6-9355-4d9891d0000e req-ce949acc-2e9c-46eb-9f62-43a5de1af634 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:06.581937 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f09d7a2-a28f-4ec6-9355-4d9891d0000e req-ce949acc-2e9c-46eb-9f62-43a5de1af634 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1683414 Feb 11 13:09:06.647798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f09d7a2-a28f-4ec6-9355-4d9891d0000e req-102d6c3e-08e9-4433-b1aa-f85794f52d88 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587180 Feb 11 13:09:07.097341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3e19-cdc1-432d-bf4f-c29157dc19eb req-d053b8a7-5967-4680-8af3-7159ee12ce17 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:07.098987 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa7b3e19-cdc1-432d-bf4f-c29157dc19eb req-d053b8a7-5967-4680-8af3-7159ee12ce17 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1780341 Feb 11 13:09:07.166154 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa7b3e19-cdc1-432d-bf4f-c29157dc19eb req-103ca461-2ead-46d3-9ddf-a659c450f648 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0604396 Feb 11 13:09:07.358851 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a628e7e-cc09-4549-a35f-c44155f95153 req-89aa26d0-2a62-4931-8b1d-1b28df539369 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0530362 Feb 11 13:09:08.157440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297048-ee45-4151-b0ad-6c8e81bb21fe req-5678023b-d658-4d45-99b1-d4d0949e27f7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:08.159146 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21297048-ee45-4151-b0ad-6c8e81bb21fe req-5678023b-d658-4d45-99b1-d4d0949e27f7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3774097 Feb 11 13:09:08.225933 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21297048-ee45-4151-b0ad-6c8e81bb21fe req-33abbd9b-8b28-4383-be58-27ffec1e4dec tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601044 Feb 11 13:09:08.516734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8a726-4209-4f03-bcef-c90cff1012d1 req-b777ad54-cade-4012-b74c-8402d31d3f06 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:08.518489 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31d8a726-4209-4f03-bcef-c90cff1012d1 req-b777ad54-cade-4012-b74c-8402d31d3f06 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1759169 Feb 11 13:09:08.589992 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31d8a726-4209-4f03-bcef-c90cff1012d1 req-a2a863fd-b06a-4639-b436-9f0a60f17ecf tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0619621 Feb 11 13:09:08.769566 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74aa6468-fd67-4033-b91e-e179a6bd97c7 req-7e9ae19b-576b-4cf1-bd07-016c920f2daf tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0495780 Feb 11 13:09:09.241349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-abbe70da-a7f7-4e41-bd0f-3c805c83d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:09.522372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e00fc-bb62-40a8-bd19-d5f3b545b669 req-4fc89206-0cb3-4324-b87f-19e690466707 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:09.524039 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-965e00fc-bb62-40a8-bd19-d5f3b545b669 req-4fc89206-0cb3-4324-b87f-19e690466707 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1651397 Feb 11 13:09:09.591935 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-965e00fc-bb62-40a8-bd19-d5f3b545b669 req-d2f131a8-bed8-4999-924b-e7fa10e4a5ac tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610774 Feb 11 13:09:09.890322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d340-c117-4a75-a45c-d744b56da02c req-04de83c4-da25-42c2-bf3f-f2b1952a9f3c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:09.891963 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8958d340-c117-4a75-a45c-d744b56da02c req-04de83c4-da25-42c2-bf3f-f2b1952a9f3c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1656313 Feb 11 13:09:09.960216 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8958d340-c117-4a75-a45c-d744b56da02c req-18673965-a6e9-4c5a-924f-fb427e74810a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0617228 Feb 11 13:09:10.140097 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a89e08f3-cbd8-4a03-94e3-c6dfd11c05fa req-d003cf98-ad5e-4b50-a219-9cf9beb7641d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0509071 Feb 11 13:09:10.906158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f78e3-449f-4804-99c3-66e507f66fde req-1a55e7a4-5bac-4934-abfc-8325ecf2e255 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:10.907929 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d3f78e3-449f-4804-99c3-66e507f66fde req-1a55e7a4-5bac-4934-abfc-8325ecf2e255 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1623733 Feb 11 13:09:10.977766 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d3f78e3-449f-4804-99c3-66e507f66fde req-1c5df8af-c014-4a40-94cc-86dc0d7302c0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623865 Feb 11 13:09:11.259882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982fbc7-0b7e-49ec-92a2-1abd39a6bca5 req-f15c1c5c-3325-4292-aaf8-0134b2c08198 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:11.261615 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f982fbc7-0b7e-49ec-92a2-1abd39a6bca5 req-f15c1c5c-3325-4292-aaf8-0134b2c08198 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1655464 Feb 11 13:09:11.327133 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f982fbc7-0b7e-49ec-92a2-1abd39a6bca5 req-c80ccd28-150c-40f6-8e11-25809f477a17 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0589843 Feb 11 13:09:11.512579 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1c4375e9-c1ea-4b6f-a52d-c2fa185d7154 req-3eeaa6a2-1902-475b-80c2-7bd72cd7ebfe tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] 10.222.0.93 "GET /v2.0/ports?device_id=2faec728-67a4-4e20-9fa2-9edd4bf63bf6 HTTP/1.1" status: 200 len: 210 time: 0.0525105 Feb 11 13:09:12.182771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-10214576-4c21-430f-9d3f-a0a9afb6bad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:12.282122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a4ad5-922c-4438-a46b-e8eb7ccf3fa6 req-81b650a3-e7b9-490a-8dee-04a7c6e83734 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:12.282309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:12.283811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598a4ad5-922c-4438-a46b-e8eb7ccf3fa6 req-81b650a3-e7b9-490a-8dee-04a7c6e83734 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1735804 Feb 11 13:09:12.350758 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598a4ad5-922c-4438-a46b-e8eb7ccf3fa6 req-dc021e62-54e4-427b-bb0d-8edf2d3df82a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599539 Feb 11 13:09:12.635556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cacaa-a792-4b54-afd8-2c0795e46d72 req-626ea878-8baf-4c13-8a75-0fc7967f89a0 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:12.637313 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d75cacaa-a792-4b54-afd8-2c0795e46d72 req-626ea878-8baf-4c13-8a75-0fc7967f89a0 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1788824 Feb 11 13:09:12.702722 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d75cacaa-a792-4b54-afd8-2c0795e46d72 req-faa153b1-44be-4939-b52e-0cc82a72e3cb tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0588417 Feb 11 13:09:13.672569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a215c5-7dd2-4b3c-b49b-14d39cbd988d req-72085d3e-ad4d-431f-83dc-ae1bf622601b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:13.672569 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54a215c5-7dd2-4b3c-b49b-14d39cbd988d req-72085d3e-ad4d-431f-83dc-ae1bf622601b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1733160 Feb 11 13:09:13.742097 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54a215c5-7dd2-4b3c-b49b-14d39cbd988d req-835d45b0-7aba-4417-a6e8-8a28f28680eb tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665040 Feb 11 13:09:13.744894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:14.032207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bc18f-e5f9-4d62-901c-d425e7eef172 req-2fa2b734-9226-4062-9d9a-e69e3da34bf8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:14.034025 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-587bc18f-e5f9-4d62-901c-d425e7eef172 req-2fa2b734-9226-4062-9d9a-e69e3da34bf8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1904745 Feb 11 13:09:14.108332 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-587bc18f-e5f9-4d62-901c-d425e7eef172 req-444b3816-73a8-4973-8161-10329e6ff41f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0663090 Feb 11 13:09:14.223200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:15.043219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761a4b8-a0a4-4961-8439-1eecf5567396 req-2d2d721a-e8b0-46b3-bdf1-c2841ee8abd8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:15.044848 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7761a4b8-a0a4-4961-8439-1eecf5567396 req-2d2d721a-e8b0-46b3-bdf1-c2841ee8abd8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1667786 Feb 11 13:09:15.110128 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7761a4b8-a0a4-4961-8439-1eecf5567396 req-c541e501-073d-43b3-a766-304a50c12a22 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Feb 11 13:09:15.438967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d9f8-bb35-480a-baca-fcc2d466bdc7 req-00ae2489-5dab-4444-9ae4-2bbf83d7476a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:15.440717 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7425d9f8-bb35-480a-baca-fcc2d466bdc7 req-00ae2489-5dab-4444-9ae4-2bbf83d7476a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1974018 Feb 11 13:09:15.507858 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7425d9f8-bb35-480a-baca-fcc2d466bdc7 req-da524044-9271-43f2-bb37-204771bdeab7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0605657 Feb 11 13:09:16.414138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552180-21f8-4a97-bbf7-2893112acd27 req-3a0af40e-6c6e-42d6-b8c5-d97c65b1986c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:16.415860 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f552180-21f8-4a97-bbf7-2893112acd27 req-3a0af40e-6c6e-42d6-b8c5-d97c65b1986c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1733129 Feb 11 13:09:16.482025 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f552180-21f8-4a97-bbf7-2893112acd27 req-ba8a22ca-3ffd-440b-8b47-bebed2ace3b2 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593073 Feb 11 13:09:16.808998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7901bd-a376-4960-a6ed-2deadbb57238 req-72115a3d-4c63-4b5d-90cf-c51680d7b688 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:16.810577 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f7901bd-a376-4960-a6ed-2deadbb57238 req-72115a3d-4c63-4b5d-90cf-c51680d7b688 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1684225 Feb 11 13:09:16.874611 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f7901bd-a376-4960-a6ed-2deadbb57238 req-fad98231-8709-4a3b-b4cb-92740ecff8ac tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0576181 Feb 11 13:09:17.788210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4de74-acab-47b9-b50a-bedddff76de3 req-4f612f5f-b053-4877-8676-c4614c6b7ffe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:17.790112 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-57e4de74-acab-47b9-b50a-bedddff76de3 req-4f612f5f-b053-4877-8676-c4614c6b7ffe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1743698 Feb 11 13:09:17.853615 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-57e4de74-acab-47b9-b50a-bedddff76de3 req-9037ae62-9701-4e52-8c16-4ab8c0f26dd7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565894 Feb 11 13:09:18.172556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dce36-489b-48bd-ab01-7a8811bcbd50 req-e518d32a-17fa-4b94-a683-c8731033b93f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:18.174283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-037dce36-489b-48bd-ab01-7a8811bcbd50 req-e518d32a-17fa-4b94-a683-c8731033b93f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1737196 Feb 11 13:09:18.242855 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-037dce36-489b-48bd-ab01-7a8811bcbd50 req-a84da113-30af-41a6-8514-72f198450365 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0620706 Feb 11 13:09:19.152227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6825fb-f030-456c-b39a-536c55fe0153 req-bb958713-ebf5-4211-b660-b0f7d3b829c9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:19.153941 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec6825fb-f030-456c-b39a-536c55fe0153 req-bb958713-ebf5-4211-b660-b0f7d3b829c9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1690319 Feb 11 13:09:19.220758 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec6825fb-f030-456c-b39a-536c55fe0153 req-52ca614d-2fa6-4e62-b0f9-b447aa8399b9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604086 Feb 11 13:09:19.557518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d19f-7b3d-4f97-8e13-0a780ce63eee req-a187850e-42c9-46f9-b69d-e62b219d0a4e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:19.559244 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9457d19f-7b3d-4f97-8e13-0a780ce63eee req-a187850e-42c9-46f9-b69d-e62b219d0a4e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1680343 Feb 11 13:09:19.623086 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9457d19f-7b3d-4f97-8e13-0a780ce63eee req-f0c63c25-db9c-4a4b-8849-f1de67a9c625 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0574846 Feb 11 13:09:20.374917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:20.523166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf33aca-b6bf-4dd9-8e15-f58220f433ac req-3afde7ee-85f3-4bfd-b1ad-e7f30ec60889 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:20.524935 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3bf33aca-b6bf-4dd9-8e15-f58220f433ac req-3afde7ee-85f3-4bfd-b1ad-e7f30ec60889 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1698966 Feb 11 13:09:20.594303 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3bf33aca-b6bf-4dd9-8e15-f58220f433ac req-79567255-fa03-4c51-acda-ca6487ce6e45 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618389 Feb 11 13:09:20.925094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ccbb-442c-4a4a-981b-211c04897555 req-b9f4e32a-f4c4-440d-a647-9a410f00e608 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:20.926741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a98ccbb-442c-4a4a-981b-211c04897555 req-b9f4e32a-f4c4-440d-a647-9a410f00e608 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1690953 Feb 11 13:09:20.994385 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a98ccbb-442c-4a4a-981b-211c04897555 req-f745ada5-b084-4880-b96e-6bfa0bcf5da9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0603750 Feb 11 13:09:21.897896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ebbdb-1ee7-45eb-ac38-fed69df4f36e req-b47b0dad-2560-47e2-9ec4-51e193a8a4e5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:21.899584 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-737ebbdb-1ee7-45eb-ac38-fed69df4f36e req-b47b0dad-2560-47e2-9ec4-51e193a8a4e5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1729252 Feb 11 13:09:21.965619 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-737ebbdb-1ee7-45eb-ac38-fed69df4f36e req-ba5d1b13-93e9-4e15-abc9-2abd9bbb5075 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Feb 11 13:09:22.294993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3f97-5884-4684-84c0-a033caf6ee00 req-ebedd75c-529f-4512-91c4-f3755d894366 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:22.296680 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f08c3f97-5884-4684-84c0-a033caf6ee00 req-ebedd75c-529f-4512-91c4-f3755d894366 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1699076 Feb 11 13:09:22.361837 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f08c3f97-5884-4684-84c0-a033caf6ee00 req-c5d5790d-136e-4abe-9cc1-bd2044acd00b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0587039 Feb 11 13:09:23.258519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1d493-e5be-411e-bbd1-b5d85e2e809c req-dd011517-43f4-49ce-8fcc-30857855b5cd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:23.261153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85e1d493-e5be-411e-bbd1-b5d85e2e809c req-dd011517-43f4-49ce-8fcc-30857855b5cd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1678064 Feb 11 13:09:23.331662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85e1d493-e5be-411e-bbd1-b5d85e2e809c req-9172ba5c-425f-44f5-88bd-a469dc60f523 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638819 Feb 11 13:09:23.659822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1c3ea-31c9-4b24-af1b-85e533c8a8af req-2847036d-46a0-4e4a-8567-02e6f9e00532 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:23.661544 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dfb1c3ea-31c9-4b24-af1b-85e533c8a8af req-2847036d-46a0-4e4a-8567-02e6f9e00532 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.1653142 Feb 11 13:09:23.728351 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dfb1c3ea-31c9-4b24-af1b-85e533c8a8af req-0cece503-64c4-4105-865b-4c21a747be9f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0600667 Feb 11 13:09:23.882014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 9559aac9-37e7-4ee3-bc4f-7d7741be7165 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:09:23.953591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:09:23.958593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:09:23.959010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:24.087719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:24.127999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:24.140648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:09:24.144500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:24.148046 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:24.256403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=9559aac9-37e7-4ee3-bc4f-7d7741be7165,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:24.268163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'code': 200} Feb 11 13:09:24.270566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.271181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.271765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.272522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.273097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.273691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.274249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.274810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.275382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.275945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.276552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.277100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.278311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.278869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.279432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.279981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.280579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.281125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.281668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.282642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.283198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.283768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.284558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.285117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:24.290899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:24.694403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a18f2b-eac8-4ad7-b694-c67d07de5441 req-e03662b4-36f6-4515-b333-f96c68337326 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:24.696283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b8a18f2b-eac8-4ad7-b694-c67d07de5441 req-e03662b4-36f6-4515-b333-f96c68337326 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2257440 Feb 11 13:09:24.835370 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b8a18f2b-eac8-4ad7-b694-c67d07de5441 req-b8e51c6b-2440-4d13-b47e-f23a482069fe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952060 Feb 11 13:09:24.857906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50eab7-522b-4929-a928-3a794ebd7a94 req-f96d222b-ed48-4fbd-804f-0d29da9462e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:24.860062 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d50eab7-522b-4929-a928-3a794ebd7a94 req-f96d222b-ed48-4fbd-804f-0d29da9462e0 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 1162 time: 0.1627769 Feb 11 13:09:25.014092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d50eab7-522b-4929-a928-3a794ebd7a94 req-2b99a86d-ae6e-463c-ad98-b21608cfc0b5 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1452534 Feb 11 13:09:25.205833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db805fb-9a2f-4dab-808a-c2a9cb5f53d4 req-d5205cc4-2518-4858-93d7-8eef59f35ce7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:25.207527 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1db805fb-9a2f-4dab-808a-c2a9cb5f53d4 req-d5205cc4-2518-4858-93d7-8eef59f35ce7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.2987983 Feb 11 13:09:25.325610 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1db805fb-9a2f-4dab-808a-c2a9cb5f53d4 req-1ed56918-3ed9-4e75-a89e-828a9ca64284 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1079791 Feb 11 13:09:25.771452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-803a8e9e-05c0-4590-ab66-f60e109a07b0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:25.780152 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-803a8e9e-05c0-4590-ab66-f60e109a07b0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.3234468 Feb 11 13:09:25.802610 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-96c4962d-b34a-47ff-a12f-09d5c0fd1447 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/quotas/27a49f0389b84940a69df7a501636d92 HTTP/1.1" status: 200 len: 375 time: 0.0213912 Feb 11 13:09:26.394086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c7612-59e6-4589-a3e1-396fa3c9ba31 req-8d8bd612-fa4f-40a5-9ff3-53ce5c9e8111 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:26.395922 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-872c7612-59e6-4589-a3e1-396fa3c9ba31 req-8d8bd612-fa4f-40a5-9ff3-53ce5c9e8111 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2665741 Feb 11 13:09:26.477586 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-2d37f4c3-8efb-4a96-964f-f5c78dd95375 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6738999 Feb 11 13:09:26.523701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 9559aac9-37e7-4ee3-bc4f-7d7741be7165 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:09:26.595243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 45484) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:26.707699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:09:26.708578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:26.761536 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-ec7aff5b-8cc6-426c-af4b-f1e3e2784120 service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825615 Feb 11 13:09:26.921108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:26.938341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:09:26.942647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b07dade6a424bb288f6530f3ca39e91 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:09:26.946071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:09:26.952137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:09:27.053820 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-872c7612-59e6-4589-a3e1-396fa3c9ba31 req-eb6a13d3-b42d-49e9-9199-2effb8d7bc7d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116278 Feb 11 13:09:27.056951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:27.061018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:27.076061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cee2fcf8-3d50-4de8-87af-875e6d395b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:27.105753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251ce238-c9e1-4a59-b262-ed127292e6c7,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:27.124439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.124875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.125284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.125686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.126083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.126480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.126871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.127265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.127658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.128057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.128460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.128847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.129315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.129702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.130087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.130470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.130853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.131236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.131623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.132007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.132413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.132797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.133180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.133561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:09:27.141332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:27.152057 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2b07dade6a424bb288f6530f3ca39e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560741 Feb 11 13:09:27.152736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 45496) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:27.161454 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-32fb0473-f981-43e5-8e21-0f728a1fc7a9 service neutron] 10.222.0.93 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3989105 Feb 11 13:09:27.175094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31eba-8d1c-46e5-a00e-3dc4c4f06ddc req-5689f210-2fd4-4792-a89f-1e130e082113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:27.177267 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45e31eba-8d1c-46e5-a00e-3dc4c4f06ddc req-5689f210-2fd4-4792-a89f-1e130e082113 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.1450953 Feb 11 13:09:27.268949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:27.325559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:27.385993 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45e31eba-8d1c-46e5-a00e-3dc4c4f06ddc req-00ffc2c6-bdc0-4fc1-a84d-3bb414f20c42 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016304 Feb 11 13:09:27.454379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:27.459767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e8913da2-4414-451e-9c8c-312a8b047db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:27.498192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ce238-c9e1-4a59-b262-ed127292e6c7,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:27.501444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:27.504165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:27.505404 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/251ce238-c9e1-4a59-b262-ed127292e6c7 HTTP/1.1" status: 204 len: 168 time: 0.3516045 Feb 11 13:09:27.697248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe367-cd3d-491f-b9b8-2de10b53f734 req-7c1285a6-4cf0-4837-9299-3ff177e61997 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:27.718922 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe7fe367-cd3d-491f-b9b8-2de10b53f734 req-7c1285a6-4cf0-4837-9299-3ff177e61997 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.4294465 Feb 11 13:09:27.889830 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe7fe367-cd3d-491f-b9b8-2de10b53f734 req-d6459214-bbd1-4214-965f-34618d127b7d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1705160 Feb 11 13:09:28.085770 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f6dfe28-dd1b-49e0-bd45-74d77333753f req-d1403811-928b-45c9-913e-9e572e4d9f47 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 210 time: 0.1158605 Feb 11 13:09:28.429804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465160d5-1014-4600-808c-0153b70110e6 req-d8867195-6eb3-4b2f-a5d0-7c16a6b7c8a9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:28.438543 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-465160d5-1014-4600-808c-0153b70110e6 req-d8867195-6eb3-4b2f-a5d0-7c16a6b7c8a9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.2032573 Feb 11 13:09:28.529220 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-465160d5-1014-4600-808c-0153b70110e6 req-33246469-d438-443e-af36-9fc6d0b03c7a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897329 Feb 11 13:09:29.461967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31feba-3696-42e2-bde7-2178647513e9 req-c5158d6f-5479-4cf6-a870-11075e02731c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:29.463957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2c31feba-3696-42e2-bde7-2178647513e9 req-c5158d6f-5479-4cf6-a870-11075e02731c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.4165039 Feb 11 13:09:29.612552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5a0f36ad-d74a-46b9-bbde-dfcbbb9eb09c req-f5a7ed88-9692-4b11-bc35-7c236e0d305f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 210 time: 0.1460767 Feb 11 13:09:29.668500 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2c31feba-3696-42e2-bde7-2178647513e9 req-f0def342-df40-49c2-a1fd-1a851ba94f99 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1192129 Feb 11 13:09:30.307321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-0eb96b54-9202-44ec-8f46-b7a6f21af1c9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:30.309071 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-0eb96b54-9202-44ec-8f46-b7a6f21af1c9 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 815 time: 0.8440692 Feb 11 13:09:30.392376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Request body: {'port': {'device_id': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910', 'admin_state_up': True, 'tenant_id': '27a49f0389b84940a69df7a501636d92'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:30.652397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13fbb2-79c7-4791-821a-ea8c4adce192 req-fe32e75e-2e48-420d-91d8-8e52f05011a6 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:30.654951 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d13fbb2-79c7-4791-821a-ea8c4adce192 req-fe32e75e-2e48-420d-91d8-8e52f05011a6 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.3445578 Feb 11 13:09:30.765605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfee97d-12c5-4438-9ced-b00dbeae8b0f req-52f6817d-7a2e-4ef8-86bd-45c58556dbcd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:30.767508 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bcfee97d-12c5-4438-9ced-b00dbeae8b0f req-52f6817d-7a2e-4ef8-86bd-45c58556dbcd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.8709571 Feb 11 13:09:30.835588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:09:30.848549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Usage tracker for resource:port and tenant:27a49f0389b84940a69df7a501636d92 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:09:30.871683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:09:30.904455 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d13fbb2-79c7-4791-821a-ea8c4adce192 req-c2f67b17-74b0-4d44-9baf-441ab8a05464 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1351545 Feb 11 13:09:30.911458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:09:30.941461 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bcfee97d-12c5-4438-9ced-b00dbeae8b0f req-8aa7956f-7c74-4a84-a6de-ff26bdc38cb0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435263 Feb 11 13:09:30.969497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Made reservation on behalf of 27a49f0389b84940a69df7a501636d92 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:09:31.021308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:31.294384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-846c4ff7-d896-48dd-8f6f-ed73e534432e req-3cf1dab8-f829-4c3b-ac3a-126b25e6ddd1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 210 time: 0.0822322 Feb 11 13:09:31.573373 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a40be984-0cdb-4210-a6f7-abb95552731d req-2f92a6fc-f539-4cfc-8e42-ebd1ba464dd7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3598926 Feb 11 13:09:31.612610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:31.635451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:09:31.641269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Usage tracker for resource:floatingip and tenant:33e874c0892b45e999886feb927e2def is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:09:31.644390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:09:31.650321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:09:31.664396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:31.789635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Allocated IP 172.20.0.8 (00854548-371b-4f24-aaca-1b33fba3b910/708d48b3-30fb-48c7-bf41-c188a8e41a2f/2d78ff53-cd4d-4b89-8d42-13e07b116691) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:09:32.169021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:32.493574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:32.936254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d20d9-2528-4780-b767-f8fd6086d39f req-0320c4b6-5bf8-4a5d-a4c4-be47fd38a6e9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:32.945171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-167d20d9-2528-4780-b767-f8fd6086d39f req-0320c4b6-5bf8-4a5d-a4c4-be47fd38a6e9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.5267851 Feb 11 13:09:32.975238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:32.996214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:33.106133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Allocated IP 172.27.2.181 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/bf1fca1b-05dd-4c1f-91b7-d97a2b6f7c96) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:09:33.179263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-167d20d9-2528-4780-b767-f8fd6086d39f req-d2b1888c-d496-4cef-8e06-3989fef7850c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331371 Feb 11 13:09:33.217262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event updated for resources: {'Port': ['ID=2d78ff53-cd4d-4b89-8d42-13e07b116691,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:33.237182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:33.396952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Network 00854548-371b-4f24-aaca-1b33fba3b910 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:09:33.400603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:09:33.411654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:09:33.545936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:33.546586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:33.564957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:33.649477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2619026 Feb 11 13:09:33.674230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Request body: {'port': {'device_id': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:33.835908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c553-246f-4afe-a668-cb7864ad32bc req-652b59a6-3514-40e8-a893-66a558738f05 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:33.836772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-8276c553-246f-4afe-a668-cb7864ad32bc req-652b59a6-3514-40e8-a893-66a558738f05 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:33.876146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:33.898550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:34.081004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-8276c553-246f-4afe-a668-cb7864ad32bc req-652b59a6-3514-40e8-a893-66a558738f05 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:34.082277 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8276c553-246f-4afe-a668-cb7864ad32bc req-652b59a6-3514-40e8-a893-66a558738f05 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 931 time: 0.5261917 Feb 11 13:09:34.097581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event updated for resources: {'Port': ['ID=bf1fca1b-05dd-4c1f-91b7-d97a2b6f7c96,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:34.104677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:34.127246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:34.271513 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8276c553-246f-4afe-a668-cb7864ad32bc req-a3579219-dc72-42ee-b8ed-b44140f93a3f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767337 Feb 11 13:09:34.319698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:09:34.333167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:09:34.337924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:09:34.570677 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-0f202a8e-32eb-492c-9d9b-022699ca78b2 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=859310877cbb43b4b2873ec91d9d66ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906992 Feb 11 13:09:34.887025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:35.202691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:35.322782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-a56eeba2-e043-4658-b42f-0801d5add9eb tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:35.324502 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-a56eeba2-e043-4658-b42f-0801d5add9eb tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7445884 Feb 11 13:09:35.364668 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-5536f86e-6d08-4aec-956e-ac85fa07a8b9 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/quotas/859310877cbb43b4b2873ec91d9d66ed HTTP/1.1" status: 200 len: 375 time: 0.0217922 Feb 11 13:09:35.527507 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-cda086fa-aaf6-4a3d-a742-edc4d7de1bc0 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=859310877cbb43b4b2873ec91d9d66ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427121 Feb 11 13:09:35.558291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d78ff53-cd4d-4b89-8d42-13e07b116691 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:09:35.570433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:35.614389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Transition to ACTIVE for port object 2d78ff53-cd4d-4b89-8d42-13e07b116691 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:09:35.618265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:35.685382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f360fc37-798a-40b2-bd73-54194a591b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:35.881651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d78ff53-cd4d-4b89-8d42-13e07b116691,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:35.892072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:36.088980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:36.095222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:36.113277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4f152509-09e2-4553-9930-2e520def966a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:36.367370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Attempting to bind port 2d78ff53-cd4d-4b89-8d42-13e07b116691 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:36.367958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Attempting to bind port 2d78ff53-cd4d-4b89-8d42-13e07b116691 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:09:36.368108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Attempting to bind port 2d78ff53-cd4d-4b89-8d42-13e07b116691 on network 00854548-371b-4f24-aaca-1b33fba3b910 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:09:36.385548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:09:36.385930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Checking segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:09:36.386347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:36.386751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Bound using segment: {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:09:36.387243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Bound port: 2d78ff53-cd4d-4b89-8d42-13e07b116691, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc930b30-3309-4b4e-b835-39cb9a4bd439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00854548-371b-4f24-aaca-1b33fba3b910'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:09:36.387624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:36.587216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event updated for resources: {'Port': ['ID=bf1fca1b-05dd-4c1f-91b7-d97a2b6f7c96,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:36.591802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:36.645540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] For port 2d78ff53-cd4d-4b89-8d42-13e07b116691, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:09:36.670026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] For port 2d78ff53-cd4d-4b89-8d42-13e07b116691, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2d78ff53-cd4d-4b89-8d42-13e07b116691,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:09:36.683401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:36.710980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:37.029589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa73d1-6eb0-4562-b19c-3f2b5cb22f78 req-78720d05-2fad-40a6-b1d0-b5bbfba026cb tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:37.038140 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18fa73d1-6eb0-4562-b19c-3f2b5cb22f78 req-78720d05-2fad-40a6-b1d0-b5bbfba026cb tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.6536884 Feb 11 13:09:37.386963 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-515ead9b-0427-4e00-840f-864eaadb1586 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.123 "GET /v2.0/networks?tenant_id=859310877cbb43b4b2873ec91d9d66ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751002 Feb 11 13:09:37.387757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d78ff53-cd4d-4b89-8d42-13e07b116691,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:37.395869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:37.408079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:37.481992 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18fa73d1-6eb0-4562-b19c-3f2b5cb22f78 req-fb527861-ff03-41dd-8fc3-fcc2a49f372a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427328 Feb 11 13:09:37.562898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:37.564256 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a40be984-0cdb-4210-a6f7-abb95552731d req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9899545 Feb 11 13:09:37.750122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:37.750795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:37.752419 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] 10.222.0.123 "PUT /v2.0/ports/2d78ff53-cd4d-4b89-8d42-13e07b116691 HTTP/1.1" status: 200 len: 1157 time: 4.0828040 Feb 11 13:09:37.773608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a40be984-0cdb-4210-a6f7-abb95552731d req-034da6a5-0ccc-4960-84b5-6037a6f34563 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Synchronizing usage tracker for tenant:33e874c0892b45e999886feb927e2def on resource:floatingip {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:37.777819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'tag': '2d78ff53-cd4d-4b89-8d42-13e07b116691'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:37.843455 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5b1ad637-0bc8-4453-a86d-6b025447b0f5 req-dcd43ef0-c0bb-46c2-bdce-5407550b9030 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 210 time: 0.1625366 Feb 11 13:09:37.963830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-c1fa4213-bdaa-41ea-9c69-1874e8ab6b65 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:37.966813 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-c1fa4213-bdaa-41ea-9c69-1874e8ab6b65 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.123 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5631044 Feb 11 13:09:38.020007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a40be984-0cdb-4210-a6f7-abb95552731d req-034da6a5-0ccc-4960-84b5-6037a6f34563 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Unset dirty status for tenant:33e874c0892b45e999886feb927e2def on resource:floatingip {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:38.027191 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a40be984-0cdb-4210-a6f7-abb95552731d req-034da6a5-0ccc-4960-84b5-6037a6f34563 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.181 HTTP/1.1" status: 200 len: 696 time: 0.4412076 Feb 11 13:09:38.107803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Request body: {'port': {'device_id': '36101274-447d-41b4-9003-95c786ad94a9', 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908', 'admin_state_up': True, 'tenant_id': '859310877cbb43b4b2873ec91d9d66ed'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:38.280924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-daf66cb6-69c4-450c-a498-7326ddc93bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:38.282646 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-daf66cb6-69c4-450c-a498-7326ddc93bda service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.1455350 Feb 11 13:09:38.465287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2ffcee4c-c74f-45af-8df9-e2f65ca0f169 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Synchronizing usage tracker for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:38.506230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-b1e88ea3-7c64-43c8-925e-d570c5df055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:38.507835 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-b1e88ea3-7c64-43c8-925e-d570c5df055a service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.1832299 Feb 11 13:09:38.511379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:09:38.522498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2ffcee4c-c74f-45af-8df9-e2f65ca0f169 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Unset dirty status for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:38.523909 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2ffcee4c-c74f-45af-8df9-e2f65ca0f169 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-674239284&fields=id&tenant_id=45b5fbc58e274c249df177a9ae9e555e HTTP/1.1" status: 200 len: 267 time: 0.1715658 Feb 11 13:09:38.528854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Usage tracker for resource:port and tenant:859310877cbb43b4b2873ec91d9d66ed is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:09:38.544628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:09:38.610370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:09:38.612695 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-fcfad213-48ce-46ac-832a-e05f73f45b89 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.0952239 Feb 11 13:09:38.699839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-134d0ebf-7691-4e99-9754-f5deac72019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:38.701473 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-134d0ebf-7691-4e99-9754-f5deac72019a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0821092 Feb 11 13:09:38.782486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be984-0cdb-4210-a6f7-abb95552731d req-2d87de92-c92f-46bf-ac15-15ff2c4efa7d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:38.790319 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a40be984-0cdb-4210-a6f7-abb95552731d req-2d87de92-c92f-46bf-ac15-15ff2c4efa7d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 784 time: 0.7620664 Feb 11 13:09:38.798308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-a40be984-0cdb-4210-a6f7-abb95552731d req-190abd60-c1d5-46c7-ba7a-737803b7d0b8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:09:38.809165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a40be984-0cdb-4210-a6f7-abb95552731d req-190abd60-c1d5-46c7-ba7a-737803b7d0b8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0177748 Feb 11 13:09:38.812414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-0d7adbe1-5ecb-4f74-bd44-6d998b09f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:38.820122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-0d7adbe1-5ecb-4f74-bd44-6d998b09f564 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 1160 time: 0.8430598 Feb 11 13:09:38.921872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Made reservation on behalf of 859310877cbb43b4b2873ec91d9d66ed for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:09:38.946853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:38.989084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:39.004467 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-69fd6990-59ee-4091-a3ea-7fe9d75cd116 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d78ff53-cd4d-4b89-8d42-13e07b116691 HTTP/1.1" status: 200 len: 217 time: 0.1637015 Feb 11 13:09:39.004701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-f9304571-60ef-45cb-b780-e71e28b2e505 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2955120 Feb 11 13:09:39.014506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:09:39.023713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Usage tracker for resource:security_group_rule and tenant:859310877cbb43b4b2873ec91d9d66ed is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:09:39.096054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-92abb9a3-89ce-4317-94a4-3eda57a6d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:39.098199 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-92abb9a3-89ce-4317-94a4-3eda57a6d5fa service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0707078 Feb 11 13:09:39.099224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:09:39.191750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:09:39.201209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-546b2a81-b1b0-44b0-81ca-88752e4a14b2 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785493 Feb 11 13:09:39.241443 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'tag': '2d78ff53-cd4d-4b89-8d42-13e07b116691', 'status': 'completed', 'code': 200} Feb 11 13:09:39.274544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-768d4c5d-039f-4086-bb95-6b42205c6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:39.314916 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-43f5eb7e-88ae-41bc-9050-7d39d0f75c2b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013047 Feb 11 13:09:39.412330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-fe3b7472-79fb-46d0-8bb2-c64a49f5f6b5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:39.422205 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-fe3b7472-79fb-46d0-8bb2-c64a49f5f6b5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 809 time: 0.8692236 Feb 11 13:09:39.458634 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-043b612d-7aea-4ac6-b2af-0b0b174d836f req-b051ea72-1be5-4c5b-b1f6-3c497280ef3b service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2457304 Feb 11 13:09:39.501109 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-4977e2ce-7d08-40b1-9bf4-ff4201f54066 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/quotas/45b5fbc58e274c249df177a9ae9e555e HTTP/1.1" status: 200 len: 375 time: 0.0773954 Feb 11 13:09:39.822194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:39.835805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-e3eb5e19-0698-435b-b755-1ed70cd75e73 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109428 Feb 11 13:09:39.840372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:39.855327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e2985039-2719-4b18-9e4d-4bae51d6734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:39.999907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9120c55-d1ac-4293-82a7-740b22d52cf8 req-faa6105e-60ed-4121-a887-726ee4839231 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:40.008194 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9120c55-d1ac-4293-82a7-740b22d52cf8 req-faa6105e-60ed-4121-a887-726ee4839231 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.5820899 Feb 11 13:09:40.092546 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-cb0a8aba-8df2-49de-9372-3fc1e8206054 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5217004 Feb 11 13:09:40.628587 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9120c55-d1ac-4293-82a7-740b22d52cf8 req-280bcd5e-0b3b-4144-94e2-e58a6642990a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194413 Feb 11 13:09:40.704904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7890027b-9725-4144-a4a8-791793f691d0,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:40.743224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:40.898753 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8ea0dab9-e14b-4d71-a5cc-a9e2695b5ee2 req-2eaf88ea-727a-427e-a7fa-bd45e6ba870e service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8789551 Feb 11 13:09:41.020243 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-6823d1fd-efbc-4b8c-be57-500230623159 service neutron] 10.222.0.93 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8808897 Feb 11 13:09:41.463986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a78eb-c7cc-4991-a531-2ca2593e8568 req-3cf59204-5002-4b24-afca-b16e2c003950 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:41.466664 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-407a78eb-c7cc-4991-a531-2ca2593e8568 req-3cf59204-5002-4b24-afca-b16e2c003950 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.5565999 Feb 11 13:09:41.497878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Allocated IP 192.168.233.46 (9b6ed541-3d50-475b-8244-cbc97facc908/2dcb6afa-4fc9-4876-ab44-9948186b0953/32aa7c00-931e-4324-9959-a7314ca14b1d) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:09:41.552662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-6bb74088-49b4-42f2-a002-0bc8ded47ebb service neutron] 10.222.0.93 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5314159 Feb 11 13:09:41.555842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-ff08b4a4-f7f8-4cfe-abe2-055b540da686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:41.558701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-ff08b4a4-f7f8-4cfe-abe2-055b540da686 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 1160 time: 0.5564923 Feb 11 13:09:41.634307 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-407a78eb-c7cc-4991-a531-2ca2593e8568 req-e3cf7433-272f-47cf-9a87-de0b8ae8c1c8 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563256 Feb 11 13:09:42.073593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-64d7d26b-3a00-4692-86cb-185682bff69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:42.075258 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-64d7d26b-3a00-4692-86cb-185682bff69d service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.4919858 Feb 11 13:09:42.188167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-37bd6dcb-6b84-4f36-aef6-80b975100fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:42.209762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-a28ee215-e984-4c77-961f-fcba42819335 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:42.211725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-a28ee215-e984-4c77-961f-fcba42819335 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4335475 Feb 11 13:09:42.289735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:42.366659 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-86e660a0-c50f-4f5f-8d1f-73fd27727542 req-826663a2-b50e-4314-bf7d-de7fb7f05bde tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 210 time: 0.1503012 Feb 11 13:09:42.421221 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-471a71a2-9f08-4dd1-a598-5b5c4262e5e5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.181 HTTP/1.1" status: 200 len: 696 time: 0.1418889 Feb 11 13:09:42.435976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Request body: {'floatingip': {'port_id': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:42.520662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:42.555699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:42.674746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Transition to ACTIVE for port object 32aa7c00-931e-4324-9959-a7314ca14b1d will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:09:43.026056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:09:43.132287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:43.162166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-36723c73-bce5-49c7-b324-3a16932ffbb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:43.323222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Pushing event updated for resources: {'Port': ['ID=32aa7c00-931e-4324-9959-a7314ca14b1d,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:43.340093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:43.510736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Network 9b6ed541-3d50-475b-8244-cbc97facc908 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:09:43.512873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:09:43.516497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:09:43.655432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:43.656222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:43.693459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.resource_extend [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:09:43.706411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-c2b35e1e-e083-4e1f-8a92-d664cbf3c705 None None] Provisioning for port 32aa7c00-931e-4324-9959-a7314ca14b1d completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:09:43.711777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-c2b35e1e-e083-4e1f-8a92-d664cbf3c705 None None] Provisioning complete for port 32aa7c00-931e-4324-9959-a7314ca14b1d triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:09:43.712225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c2b35e1e-e083-4e1f-8a92-d664cbf3c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:43.756490 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7219574 Feb 11 13:09:43.779943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:43.785979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-c2b35e1e-e083-4e1f-8a92-d664cbf3c705 None None] Port 32aa7c00-931e-4324-9959-a7314ca14b1d cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:09:43.801595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:43.804689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:43.988646 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Floating IP ce870e13-82a0-4641-84fe-a9c95830fe57 associated. External IP: 172.27.2.181, port: 9559aac9-37e7-4ee3-bc4f-7d7741be7165. Feb 11 13:09:44.218890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:44.378218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Router e03dea84-adff-4545-a7e7-33a218f8b1fc has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:09:44.574612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:09:44.579377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:44.584003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] Sync routers for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:09:44.594728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:09:44.595370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:09:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:44.645220 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-7980c02a-922f-4605-b7e3-bc9076f29aa5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "PUT /v2.0/floatingips/ce870e13-82a0-4641-84fe-a9c95830fe57 HTTP/1.1" status: 200 len: 996 time: 2.2223046 Feb 11 13:09:44.645848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:44.745028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-e9e4a4c4-1735-439a-bc93-43502a24462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:44.746702 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-e9e4a4c4-1735-439a-bc93-43502a24462a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33e874c0892b45e999886feb927e2def&device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 1162 time: 0.0863311 Feb 11 13:09:44.791521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:09:44.903454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-61c02671-01c1-4b5a-940f-94e8abfa1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:44.905121 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-61c02671-01c1-4b5a-940f-94e8abfa1c2c service neutron] 10.222.0.93 "GET /v2.0/networks?id=82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 200 len: 905 time: 0.1505070 Feb 11 13:09:45.025271 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-ef7c3a49-8097-4dfd-af1f-394a0d73fd4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165 HTTP/1.1" status: 200 len: 999 time: 0.1135716 Feb 11 13:09:45.096444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-83b388fd-09e8-43a3-a02a-37d9a25f5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:45.098072 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-83b388fd-09e8-43a3-a02a-37d9a25f5de0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20224712-aa10-4cff-a458-468e594d9c8c HTTP/1.1" status: 200 len: 850 time: 0.0658078 Feb 11 13:09:45.194179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-ffbf4a20-ea64-49d5-a5b0-7220ab2a3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:45.196275 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-ffbf4a20-ea64-49d5-a5b0-7220ab2a3fe5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=82eebc2d-39be-41c7-a01b-1dd1bdbba182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851505 Feb 11 13:09:45.207553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'ce870e13-82a0-4641-84fe-a9c95830fe57', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'port_id': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'mac_address': 'fa:16:3e:76:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:09:34Z', 'updated_at': '2021-02-11T13:09:43Z', 'revision_number': 1, 'project_id': '33e874c0892b45e999886feb927e2def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:30Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:45.207896 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-b73769e5-e7f0-4763-a979-43513349d53e service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:09:45.208979 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-b73769e5-e7f0-4763-a979-43513349d53e service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057523 Feb 11 13:09:45.212055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] Checking router: e03dea84-adff-4545-a7e7-33a218f8b1fc for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:09:45.220791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:09:45.221435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:09:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:45.355734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-3d9e4bd7-8c08-4d37-bd7a-11d753a794e5 service neutron] 10.222.0.93 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398981 Feb 11 13:09:45.412474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:09:45.726319 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4316aee0-0e49-4fbc-8038-447a6bd1c7b2 req-11e2e946-c12e-4f33-8f77-42a402a07fde service neutron] 10.222.0.93 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3630967 Feb 11 13:09:45.806916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'ce870e13-82a0-4641-84fe-a9c95830fe57', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'port_id': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'mac_address': 'fa:16:3e:76:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:09:34Z', 'updated_at': '2021-02-11T13:09:43Z', 'revision_number': 1, 'project_id': '33e874c0892b45e999886feb927e2def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:30Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:45.811687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22021f-e0d2-45d1-a09e-93857bfb6748 None None] The sync data for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi is: [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'ce870e13-82a0-4641-84fe-a9c95830fe57', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'port_id': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'mac_address': 'fa:16:3e:76:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:09:34Z', 'updated_at': '2021-02-11T13:09:43Z', 'revision_number': 1, 'project_id': '33e874c0892b45e999886feb927e2def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:30Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:09:46.033545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f7fb-6fc4-4be6-87fb-163a0dc2c88f req-80182ddc-9fb2-40e6-b6a2-d563cf48283e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:46.043356 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e936f7fb-6fc4-4be6-87fb-163a0dc2c88f req-80182ddc-9fb2-40e6-b6a2-d563cf48283e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1875260 Feb 11 13:09:46.112659 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e936f7fb-6fc4-4be6-87fb-163a0dc2c88f req-c0829280-78f9-4da3-b867-fc6023ef89e8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 Feb 11 13:09:46.274332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0b1e8-08db-4126-83b8-c00250cbcb67 None None] New status for floating IP ce870e13-82a0-4641-84fe-a9c95830fe57: ACTIVE {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:09:46.314827 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f34c9b06-161f-4a0d-aa8d-e9de9351a68b req-24c08e0d-adf8-4084-af7d-f5867f107675 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0632303 Feb 11 13:09:46.670420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805373-f695-4aa2-8fdc-bf46852cf958 req-117f2bbe-f26f-4cb1-936a-8655cda2d1b4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:46.679099 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-35805373-f695-4aa2-8fdc-bf46852cf958 req-117f2bbe-f26f-4cb1-936a-8655cda2d1b4 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.1937125 Feb 11 13:09:46.753195 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-35805373-f695-4aa2-8fdc-bf46852cf958 req-d53a64a9-59d4-4b49-951b-2ddc0e597656 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719504 Feb 11 13:09:47.085577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-70639de2-6078-48e2-a4ce-197a8adda145 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:47.087123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-70639de2-6078-48e2-a4ce-197a8adda145 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Synchronizing usage tracker for tenant:859310877cbb43b4b2873ec91d9d66ed on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:47.107990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-70639de2-6078-48e2-a4ce-197a8adda145 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Unset dirty status for tenant:859310877cbb43b4b2873ec91d9d66ed on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:47.109662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-70639de2-6078-48e2-a4ce-197a8adda145 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 935 time: 0.2053766 Feb 11 13:09:47.196264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-3e9ee8b5-27d3-48e4-beb3-2959922a16ab tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Synchronizing usage tracker for tenant:859310877cbb43b4b2873ec91d9d66ed on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:47.218418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-3e9ee8b5-27d3-48e4-beb3-2959922a16ab tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Unset dirty status for tenant:859310877cbb43b4b2873ec91d9d66ed on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:47.220385 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4648ea90-fb5f-44b5-a7e2-8111233db19f req-3e9ee8b5-27d3-48e4-beb3-2959922a16ab tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003225 Feb 11 13:09:47.346384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'status': 'completed', 'code': 200} Feb 11 13:09:47.641986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362b1e9-b625-4e94-a8b3-88e99dab06a1 req-67ad5937-5c5c-4f74-b20c-ffdd01992aba tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:47.643752 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e362b1e9-b625-4e94-a8b3-88e99dab06a1 req-67ad5937-5c5c-4f74-b20c-ffdd01992aba tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1780736 Feb 11 13:09:47.716494 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e362b1e9-b625-4e94-a8b3-88e99dab06a1 req-099b2e56-633b-4835-afe8-aa988ff82254 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Feb 11 13:09:47.878970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Request body: {'port': {'device_id': '36101274-447d-41b4-9003-95c786ad94a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:47.973234 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-2733b30f-601a-4712-a8d9-9f7efc8898d7 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d78ff53-cd4d-4b89-8d42-13e07b116691 HTTP/1.1" status: 200 len: 217 time: 0.2192788 Feb 11 13:09:48.055811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-ee1353f6-8e96-4bd5-8aca-661572a70dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:48.058074 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-ee1353f6-8e96-4bd5-8aca-661572a70dcb service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=33e874c0892b45e999886feb927e2def&device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 1162 time: 0.1684730 Feb 11 13:09:48.265422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-1e0d3b36-b41d-4f3b-8478-e816c2aaec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:48.268485 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-1e0d3b36-b41d-4f3b-8478-e816c2aaec4c service neutron] 10.222.0.123 "GET /v2.0/networks?id=82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 200 len: 905 time: 0.1943030 Feb 11 13:09:48.333738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-a1aeaadd-de3e-4cde-8b64-d7dcec640035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:48.335346 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-a1aeaadd-de3e-4cde-8b64-d7dcec640035 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.2011750 Feb 11 13:09:48.408566 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-31e72617-89ef-4f1a-8f11-193e1475685b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165 HTTP/1.1" status: 200 len: 1001 time: 0.1326289 Feb 11 13:09:48.415318 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1b8bd82-450d-4c13-b2b4-03464ff62d83 req-88d13cdd-0e7e-4346-9b0b-0829ebdac08a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.2957075 Feb 11 13:09:48.434589 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-76d9dea5-b961-4f56-bbb9-29e2e2aa1823 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718160 Feb 11 13:09:48.542487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-458d017f-e34a-4dc9-80c3-66b69811c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:48.544102 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-458d017f-e34a-4dc9-80c3-66b69811c8c9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=20224712-aa10-4cff-a458-468e594d9c8c HTTP/1.1" status: 200 len: 850 time: 0.1251636 Feb 11 13:09:48.606735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:48.777848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-3a0cce6c-fd2f-4795-b05e-3226406ed235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:48.778084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ffe1-7d3f-421d-8f9f-0d7d8c95e5e0 req-b86b6f28-f2dc-48f4-bce4-e134753e3897 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:48.779866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-3a0cce6c-fd2f-4795-b05e-3226406ed235 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=82eebc2d-39be-41c7-a01b-1dd1bdbba182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010804 Feb 11 13:09:48.781067 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3887ffe1-7d3f-421d-8f9f-0d7d8c95e5e0 req-b86b6f28-f2dc-48f4-bce4-e134753e3897 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.8060775 Feb 11 13:09:48.944090 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-06ab895e-d9c1-42c2-aed3-38ab768a42bd service neutron] 10.222.0.123 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535909 Feb 11 13:09:49.004912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3887ffe1-7d3f-421d-8f9f-0d7d8c95e5e0 req-7199f39e-6bf2-45c0-85c0-62c082d32572 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866217 Feb 11 13:09:49.013499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-8e444084-c4b7-4abd-bcff-005aefee683d service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610147 Feb 11 13:09:49.223619 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fdcfab35-e0ee-471e-9fa4-6c855a8a6ef4 req-80731b0b-93fc-4e66-9048-96365581d825 service neutron] 10.222.0.123 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2717028 Feb 11 13:09:49.237770 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f7a1761-a8b3-4067-bae8-3faae006b948 req-3dd41454-177a-4d60-bbf8-35ae25f016bb service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2131162 Feb 11 13:09:49.611577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84712b5-231f-4099-a884-2003c22fe14a req-6ebe89ea-8c01-4505-98e0-fde80b15c215 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:49.613425 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d84712b5-231f-4099-a884-2003c22fe14a req-6ebe89ea-8c01-4505-98e0-fde80b15c215 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 935 time: 0.9670763 Feb 11 13:09:49.926599 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d84712b5-231f-4099-a884-2003c22fe14a req-56bb8ad7-908a-4350-b52e-386d684e959b tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719233 Feb 11 13:09:50.051302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-1557b95e-2606-45e4-aa70-b3fc53f0b244 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:50.052953 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-1557b95e-2606-45e4-aa70-b3fc53f0b244 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.123 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 809 time: 0.6889408 Feb 11 13:09:50.142248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470adb48-481b-4650-8880-51df5bda7c11 req-3b9bdb3a-50ee-4c5f-a14d-80c3fbf88ef1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:50.143961 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-470adb48-481b-4650-8880-51df5bda7c11 req-3b9bdb3a-50ee-4c5f-a14d-80c3fbf88ef1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.8364089 Feb 11 13:09:50.296180 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-470adb48-481b-4650-8880-51df5bda7c11 req-416d0867-173c-446b-9337-c478c587dae9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252568 Feb 11 13:09:50.393287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:50.667095 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-c9667ef0-c95a-4e86-bcb0-f57817773f8e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.123 "GET /v2.0/security-groups?tenant_id=45b5fbc58e274c249df177a9ae9e555e HTTP/1.1" status: 200 len: 5757 time: 0.5200498 Feb 11 13:09:50.673649 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5ca3cf8-38d7-4f4a-bed5-d0435b454048 req-04346169-f3d3-429c-9e81-8054c911aba1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.3327024 Feb 11 13:09:50.715975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'port': {'device_id': '07b6f22c-eee0-4716-a797-306b304695af', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'admin_state_up': True, 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'security_groups': ['8456e941-0047-4ef2-8b36-0956d9c574ab']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:50.763968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32aa7c00-931e-4324-9959-a7314ca14b1d {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:09:50.838321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:50.872270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Transition to ACTIVE for port object 32aa7c00-931e-4324-9959-a7314ca14b1d will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:09:50.879015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:50.897300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:51.098200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Pushing event updated for resources: {'Port': ['ID=32aa7c00-931e-4324-9959-a7314ca14b1d,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:51.103176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:09:51.108131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Usage tracker for resource:port and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:09:51.111890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:09:51.122998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:51.123969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:09:51.218537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d254cc-d76d-48d3-9caf-db13b2e3671a req-77338ec9-c326-4c78-974e-598d87faa63a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:51.220325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a2d254cc-d76d-48d3-9caf-db13b2e3671a req-77338ec9-c326-4c78-974e-598d87faa63a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.5500283 Feb 11 13:09:51.291035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Made reservation on behalf of 45b5fbc58e274c249df177a9ae9e555e for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:09:51.312804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:51.512989 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a2d254cc-d76d-48d3-9caf-db13b2e3671a req-2db10693-811e-48c1-b2b0-98d1a7b79145 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829401 Feb 11 13:09:51.778766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6866e9-7d3c-48eb-b764-eaf7045620fb req-ff108d04-0e3e-44d1-91bf-7c9c1dd42b89 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:51.780507 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee6866e9-7d3c-48eb-b764-eaf7045620fb req-ff108d04-0e3e-44d1-91bf-7c9c1dd42b89 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.5526416 Feb 11 13:09:51.908763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Attempting to bind port 32aa7c00-931e-4324-9959-a7314ca14b1d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:51.909147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Attempting to bind port 32aa7c00-931e-4324-9959-a7314ca14b1d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:09:51.909516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Attempting to bind port 32aa7c00-931e-4324-9959-a7314ca14b1d on network 9b6ed541-3d50-475b-8244-cbc97facc908 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:09:51.945266 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee6866e9-7d3c-48eb-b764-eaf7045620fb req-908fd368-a14d-4d48-a40d-e80045e900d9 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572859 Feb 11 13:09:51.955628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:09:51.955982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Checking segment: {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:09:51.956429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:51.956828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Bound using segment: {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:09:51.957314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Bound port: 32aa7c00-931e-4324-9959-a7314ca14b1d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35c5de-0b10-43a1-bb8a-326410066b0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9b6ed541-3d50-475b-8244-cbc97facc908'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:09:51.957694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:52.010784 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-f07aff3d-0ee5-4e51-819e-25375ff39873 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0934799 Feb 11 13:09:52.193636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] For port 32aa7c00-931e-4324-9959-a7314ca14b1d, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:09:52.201183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] For port 32aa7c00-931e-4324-9959-a7314ca14b1d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32aa7c00-931e-4324-9959-a7314ca14b1d,segment=NetworkSegment(8d35c5de-0b10-43a1-bb8a-326410066b0f),segment_id=8d35c5de-0b10-43a1-bb8a-326410066b0f)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:09:52.203401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Allocated IP 172.20.0.4 (d5030240-6dcb-4a6f-a7da-f1d2201a0fd9/ca28b374-66d9-43a8-bdbc-f351cb443ae4/40602e1e-efa0-4729-89a7-7c7eadac4640) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:09:52.211144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:52.232630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3326cf42-85e3-49ae-9998-85f702019909 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:52.505867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60953e-07f5-4027-9d16-5fdb0cc8e1e0 req-5727366b-cb57-4b42-a3ce-044f599e8115 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:52.507558 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d60953e-07f5-4027-9d16-5fdb0cc8e1e0 req-5727366b-cb57-4b42-a3ce-044f599e8115 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.4153428 Feb 11 13:09:52.555167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Pushing event updated for resources: {'Port': ['ID=32aa7c00-931e-4324-9959-a7314ca14b1d,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:52.585492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:52.711101 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d60953e-07f5-4027-9d16-5fdb0cc8e1e0 req-80fd8ae3-e246-42e7-adac-d727f09f453b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952305 Feb 11 13:09:52.727592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:52.728650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:52.730068 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] 10.222.0.123 "PUT /v2.0/ports/32aa7c00-931e-4324-9959-a7314ca14b1d HTTP/1.1" status: 200 len: 1161 time: 4.8569274 Feb 11 13:09:52.730578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36101274-447d-41b4-9003-95c786ad94a9', 'tag': '32aa7c00-931e-4324-9959-a7314ca14b1d'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:52.785268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:52.804506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Transition to ACTIVE for port object 40602e1e-efa0-4729-89a7-7c7eadac4640 will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:09:52.839137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:52.859283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:53.349766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event updated for resources: {'Port': ['ID=40602e1e-efa0-4729-89a7-7c7eadac4640,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:53.360771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:53.506912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a446f10-10ff-4aba-95e6-f4bc1a4c570f req-e28efb40-e2b6-47c5-9e35-bca3e5d64628 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:53.508724 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6a446f10-10ff-4aba-95e6-f4bc1a4c570f req-e28efb40-e2b6-47c5-9e35-bca3e5d64628 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 931 time: 0.6059992 Feb 11 13:09:53.510994 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:09:53.513375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:09:53.519052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:09:53.636474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f1d2-ef26-418d-b1af-dd79d918be97 req-1c4eaea8-85b1-4a57-b6c5-23e58948dd75 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:53.638209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d242f1d2-ef26-418d-b1af-dd79d918be97 req-1c4eaea8-85b1-4a57-b6c5-23e58948dd75 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.3946500 Feb 11 13:09:53.758363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b84d2a14-e522-48ae-a232-698355d9866a None None] Provisioning for port 40602e1e-efa0-4729-89a7-7c7eadac4640 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:09:53.763806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b84d2a14-e522-48ae-a232-698355d9866a None None] Provisioning complete for port 40602e1e-efa0-4729-89a7-7c7eadac4640 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:09:53.764279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b84d2a14-e522-48ae-a232-698355d9866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:53.804292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:53.804954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:53.826577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-b84d2a14-e522-48ae-a232-698355d9866a None None] Port 40602e1e-efa0-4729-89a7-7c7eadac4640 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:09:53.835688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6a446f10-10ff-4aba-95e6-f4bc1a4c570f req-91858b81-ab22-42bc-ba62-d270dd0da104 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3184710 Feb 11 13:09:53.859626 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d242f1d2-ef26-418d-b1af-dd79d918be97 req-5af44eef-a529-47d7-a35c-8e9ba846eff0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022116 Feb 11 13:09:53.871229 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1965737 Feb 11 13:09:53.922465 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36101274-447d-41b4-9003-95c786ad94a9', 'tag': '32aa7c00-931e-4324-9959-a7314ca14b1d', 'status': 'completed', 'code': 200} Feb 11 13:09:54.188442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7dcdf-03f6-4af6-9061-1b2913ba2e74 req-6b112197-33c3-40c4-8c7d-e9f2fd8d80b4 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:54.190738 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21d7dcdf-03f6-4af6-9061-1b2913ba2e74 req-6b112197-33c3-40c4-8c7d-e9f2fd8d80b4 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1704648 Feb 11 13:09:54.260694 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21d7dcdf-03f6-4af6-9061-1b2913ba2e74 req-0e9bb0c0-f6dc-47fc-a295-9ed49464b110 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Feb 11 13:09:55.137487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff1ba3-61cf-4195-80ba-f0c6c6ac5331 req-bef01b39-b145-46e7-8918-25f162aab299 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:55.138558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a5ff1ba3-61cf-4195-80ba-f0c6c6ac5331 req-bef01b39-b145-46e7-8918-25f162aab299 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Synchronizing usage tracker for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:09:55.156351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a5ff1ba3-61cf-4195-80ba-f0c6c6ac5331 req-bef01b39-b145-46e7-8918-25f162aab299 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Unset dirty status for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:09:55.157654 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5ff1ba3-61cf-4195-80ba-f0c6c6ac5331 req-bef01b39-b145-46e7-8918-25f162aab299 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 931 time: 0.1866875 Feb 11 13:09:55.233561 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5ff1ba3-61cf-4195-80ba-f0c6c6ac5331 req-19eb8081-ad38-431c-8843-97b3c6f6f93e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0673177 Feb 11 13:09:55.522033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5868ac-2856-4e2c-b003-8461943e8ddc req-fc3b2664-21d2-4594-9fef-6620cb15b1cf tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:55.523819 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc5868ac-2856-4e2c-b003-8461943e8ddc req-fc3b2664-21d2-4594-9fef-6620cb15b1cf tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.1669424 Feb 11 13:09:55.589349 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc5868ac-2856-4e2c-b003-8461943e8ddc req-2010dfd3-94bf-4303-9c2f-cd279a531563 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589612 Feb 11 13:09:55.872983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f5a6-4560-4721-97f4-6b48c575a80d req-e086668a-9501-4896-b498-dc63d993f130 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:55.874595 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07e6f5a6-4560-4721-97f4-6b48c575a80d req-e086668a-9501-4896-b498-dc63d993f130 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1679614 Feb 11 13:09:55.916015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Request body: {'port': {'device_id': '07b6f22c-eee0-4716-a797-306b304695af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:55.957232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-64f16349-0137-4bc9-b09d-faf7b6343e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:55.958848 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-64f16349-0137-4bc9-b09d-faf7b6343e62 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1163 time: 0.0962222 Feb 11 13:09:56.105422 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07e6f5a6-4560-4721-97f4-6b48c575a80d req-13cc0d4b-254a-4c74-b3f8-45360db53c9a tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563301 Feb 11 13:09:56.131084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:56.134574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-2a70b06f-f8e2-47b1-b6d2-94be7f87fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:56.136247 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-2a70b06f-f8e2-47b1-b6d2-94be7f87fabd service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.1469901 Feb 11 13:09:56.145287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5eda-3a03-458c-bec7-5748da11bf6f req-7fc6b4ad-e03c-47de-998c-34dbfb2659ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:56.146877 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cd4f5eda-3a03-458c-bec7-5748da11bf6f req-7fc6b4ad-e03c-47de-998c-34dbfb2659ee service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=859310877cbb43b4b2873ec91d9d66ed&device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 1164 time: 0.2700996 Feb 11 13:09:56.213783 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-14578ce5-3ebf-4af5-80f0-ac1d7678ae60 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 217 time: 0.0694296 Feb 11 13:09:56.232147 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cd4f5eda-3a03-458c-bec7-5748da11bf6f req-0d352b47-bc0c-4d06-9ccf-de9035c743e2 service neutron] 10.222.0.123 "GET /v2.0/networks?tenant_id=859310877cbb43b4b2873ec91d9d66ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519147 Feb 11 13:09:56.292653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-71e41a90-63c2-421d-b91f-9d07b6d9457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:56.294772 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-71e41a90-63c2-421d-b91f-9d07b6d9457e service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0742161 Feb 11 13:09:56.368270 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-5ea96063-e9ed-4e52-8158-36c56f096b10 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660703 Feb 11 13:09:56.518745 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-cd71106c-65e0-4659-a7ce-7d89aab3bd33 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432433 Feb 11 13:09:56.608538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5eda-3a03-458c-bec7-5748da11bf6f req-d0cf8975-036c-405c-a22b-47099039a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:56.610135 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cd4f5eda-3a03-458c-bec7-5748da11bf6f req-d0cf8975-036c-405c-a22b-47099039a514 service neutron] 10.222.0.123 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3706150 Feb 11 13:09:56.676161 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-9515b6ee-d507-4ce3-98fc-448354103eac service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1497533 Feb 11 13:09:56.754147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190d57-3fea-4865-b749-3504422ee02e req-c268d6e8-448e-4184-8198-84b102c83d3c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:56.755833 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f190d57-3fea-4865-b749-3504422ee02e req-c268d6e8-448e-4184-8198-84b102c83d3c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 931 time: 0.3529844 Feb 11 13:09:57.033522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f190d57-3fea-4865-b749-3504422ee02e req-907aa36b-a101-405e-8fa3-616735cba003 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2214146 Feb 11 13:09:57.084216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-17d470d8-bf32-494a-ab19-9425032f5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:57.085850 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-17d470d8-bf32-494a-ab19-9425032f5789 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=859310877cbb43b4b2873ec91d9d66ed&device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 1164 time: 0.3290169 Feb 11 13:09:57.173714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f1f69-8a03-4b21-b7ef-6ca2e713776e req-fc50cb09-27c9-4d53-982e-f237b39f58d1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:57.175811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c22f1f69-8a03-4b21-b7ef-6ca2e713776e req-fc50cb09-27c9-4d53-982e-f237b39f58d1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.4051285 Feb 11 13:09:57.254658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.resource_extend [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:09:57.277482 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-c3ca1d54-6f33-4a8a-bd9e-889a6f5b7afd service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=32aa7c00-931e-4324-9959-a7314ca14b1d HTTP/1.1" status: 200 len: 217 time: 0.0979612 Feb 11 13:09:57.485000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 45988) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:57.497790 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c22f1f69-8a03-4b21-b7ef-6ca2e713776e req-575d4596-0d06-434f-84d4-c86d99db7584 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544107 Feb 11 13:09:57.503093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40602e1e-efa0-4729-89a7-7c7eadac4640 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:09:57.516322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:57.532749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-d32aee32-5d7d-4e96-b89a-585f38b6a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:57.534244 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-d32aee32-5d7d-4e96-b89a-585f38b6a4f1 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=2dcb6afa-4fc9-4876-ab44-9948186b0953 HTTP/1.1" status: 200 len: 843 time: 0.2483318 Feb 11 13:09:57.585677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Transition to ACTIVE for port object 40602e1e-efa0-4729-89a7-7c7eadac4640 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:09:57.601420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Deleting subnet 22adc858-3962-4132-85b7-d1c43e142fc8 {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:09:57.606467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:57.611478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:57.631962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:57.694130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:57.837624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:58.082453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4765-b6cb-4f14-87d1-cb2593c79162 req-15d1fb5f-02e7-4db7-b93a-7d2e31aafa6a tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:58.084191 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18bc4765-b6cb-4f14-87d1-cb2593c79162 req-15d1fb5f-02e7-4db7-b93a-7d2e31aafa6a tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.7219393 Feb 11 13:09:58.126014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:58.137414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=40602e1e-efa0-4729-89a7-7c7eadac4640,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:58.144800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-43872014-e92f-445c-aa15-6b25a1fe19e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:58.144961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:58.197627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22adc858-3962-4132-85b7-d1c43e142fc8,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:58.200937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:58.273927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18bc4765-b6cb-4f14-87d1-cb2593c79162 req-4fc521c5-3740-459f-a804-7d0db03f48b9 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664081 Feb 11 13:09:58.292058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:58.301556 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-61dba551-3039-4a03-948e-6dd63bf277c2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/22adc858-3962-4132-85b7-d1c43e142fc8 HTTP/1.1" status: 204 len: 168 time: 0.8125045 Feb 11 13:09:58.302523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106aad-ad90-47f9-b404-86167b4af071 req-b4d6f321-39b2-4861-bce8-1515fe965a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:58.304203 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-b4d6f321-39b2-4861-bce8-1515fe965a20 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=9b6ed541-3d50-475b-8244-cbc97facc908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7605064 Feb 11 13:09:58.304724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 46002) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:58.807889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dd91a-1570-49d0-92e7-6bc3e4568ced req-87ffb67f-e5d9-49f0-8db4-110f3917407f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:58.809596 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b1dd91a-1570-49d0-92e7-6bc3e4568ced req-87ffb67f-e5d9-49f0-8db4-110f3917407f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.6292927 Feb 11 13:09:58.815055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:58.953127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Attempting to bind port 40602e1e-efa0-4729-89a7-7c7eadac4640 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:58.953505 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Attempting to bind port 40602e1e-efa0-4729-89a7-7c7eadac4640 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:09:58.953880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Attempting to bind port 40602e1e-efa0-4729-89a7-7c7eadac4640 on network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:09:58.967951 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-f7cf662d-40a3-445e-88ce-c56f421eba99 service neutron] 10.222.0.123 "GET /v2.0/networks/9b6ed541-3d50-475b-8244-cbc97facc908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987020 Feb 11 13:09:58.969920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:09:58.970292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Checking segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:09:58.970705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:58.971106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Bound using segment: {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:09:58.972185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Bound port: 40602e1e-efa0-4729-89a7-7c7eadac4640, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee28d72-eb27-44b0-b8ac-185dc8c57212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:09:58.972631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:59.172107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b1dd91a-1570-49d0-92e7-6bc3e4568ced req-80001d51-78b4-4c95-9e82-cda97c689814 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2961063 Feb 11 13:09:59.220659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2d78ff53-cd4d-4b89-8d42-13e07b116691 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:09:59.295249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 2d78ff53-cd4d-4b89-8d42-13e07b116691 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:09:59.305201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 2d78ff53-cd4d-4b89-8d42-13e07b116691 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:09:59.305875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:59.509134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922176bc-99e0-403b-b3bc-09f3d12588d7 req-ba70a360-9273-42dc-a3c5-07c5f7eb57d3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:09:59.511826 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-922176bc-99e0-403b-b3bc-09f3d12588d7 req-ba70a360-9273-42dc-a3c5-07c5f7eb57d3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 943 time: 0.8576012 Feb 11 13:09:59.519914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:59.543220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:59.565659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78ff53-cd4d-4b89-8d42-13e07b116691'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:59.584457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 2d78ff53-cd4d-4b89-8d42-13e07b116691, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2d78ff53-cd4d-4b89-8d42-13e07b116691,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:09:59.587509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:59.589500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:59.660786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=2d78ff53-cd4d-4b89-8d42-13e07b116691,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:09:59.664237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:09:59.788607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] For port 40602e1e-efa0-4729-89a7-7c7eadac4640, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:09:59.808566 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3106aad-ad90-47f9-b404-86167b4af071 req-5dbd9730-471b-4cf3-846e-20f5a127da3a service neutron] 10.222.0.123 "GET /v2.0/networks/9b6ed541-3d50-475b-8244-cbc97facc908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8171928 Feb 11 13:09:59.839792 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-922176bc-99e0-403b-b3bc-09f3d12588d7 req-cdf2e637-638f-442e-994d-83b87026063a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106215 Feb 11 13:09:59.847636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] For port 40602e1e-efa0-4729-89a7-7c7eadac4640, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=40602e1e-efa0-4729-89a7-7c7eadac4640,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:09:59.854460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ee9319-8131-4b8d-981d-2afbc890c43c']}} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:59.864193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:09:59.885873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fbd4bf6c-9fad-476d-bea5-c56ea26233c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:09:59.932522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70df9338-dd18-48d0-aa98-4db78b353ef9') {'for_net_delete': True} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:59.932894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70df9338-dd18-48d0-aa98-4db78b353ef9') {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:09:59.983002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846675572'] for segment, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:00.075242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:00.120842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2d78ff53-cd4d-4b89-8d42-13e07b116691 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:00.164956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7c38f-0823-435e-b865-b541d50f4f8a req-a6e6df2f-3b3f-4afa-a03c-c1e2310e2310 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:00.166868 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68d7c38f-0823-435e-b865-b541d50f4f8a req-a6e6df2f-3b3f-4afa-a03c-c1e2310e2310 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.6462057 Feb 11 13:10:00.170762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:10:00.210468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 2d78ff53-cd4d-4b89-8d42-13e07b116691 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:00.210893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:00.514928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=40602e1e-efa0-4729-89a7-7c7eadac4640,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:00.549304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:00.665116 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68d7c38f-0823-435e-b865-b541d50f4f8a req-74f5fb28-14ad-4bc2-9c43-ec454f16d0cf tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659004 Feb 11 13:10:00.679453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Network a2ee9319-8131-4b8d-981d-2afbc890c43c has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:10:00.687404 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78ff53-cd4d-4b89-8d42-13e07b116691', 'code': 200} Feb 11 13:10:00.692472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847466303'] for segment, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:00.796102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:00.797069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:00.799003 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] 10.222.0.123 "PUT /v2.0/ports/40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 1157 time: 4.9233997 Feb 11 13:10:00.799628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:00.980759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'status': 'completed', 'code': 200} Feb 11 13:10:01.073945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Network a2ee9319-8131-4b8d-981d-2afbc890c43c has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:01.147126 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:01.282344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:01.377542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981be7-2341-4bfd-a393-8aef502c9723 req-0a7a0d6a-29ae-436d-9adb-b89f68e5fe84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:01.379809 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81981be7-2341-4bfd-a393-8aef502c9723 req-0a7a0d6a-29ae-436d-9adb-b89f68e5fe84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.5856652 Feb 11 13:10:01.388599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cdbcb560-0ecf-42b7-bd2a-e3a2afad450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:10:01.408268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:01.443220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ee9319-8131-4b8d-981d-2afbc890c43c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:01.446528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-685a3cb8-03b2-4f72-a872-b379950b7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:01.448203 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-685a3cb8-03b2-4f72-a872-b379950b7d3e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1160 time: 0.5618520 Feb 11 13:10:01.449144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:01.459772 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1403ed42-71db-4242-abef-fa02705244d4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a2ee9319-8131-4b8d-981d-2afbc890c43c HTTP/1.1" status: 204 len: 168 time: 3.0991890 Feb 11 13:10:01.522792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b9b01-91c2-4788-908c-be8cef126090 req-1d1a9eec-c7bd-417a-8164-6d16ad942b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:01.524680 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd2b9b01-91c2-4788-908c-be8cef126090 req-1d1a9eec-c7bd-417a-8164-6d16ad942b1d service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 1162 time: 0.5330436 Feb 11 13:10:01.623091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefbb6d-1858-49d2-a02b-d9d2afc61bb8 req-c4c41595-a93f-4c68-b9cf-c1e1593cacb6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:01.624883 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bfefbb6d-1858-49d2-a02b-d9d2afc61bb8 req-c4c41595-a93f-4c68-b9cf-c1e1593cacb6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.5774384 Feb 11 13:10:01.657134 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-090b6706-3ebe-4be4-83bf-19fa08894f47 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 217 time: 0.1951156 Feb 11 13:10:01.679912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 46038) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:01.733703 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-345c5772-a440-455a-b175-d004637e8ac4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc4a9fb171b647dea604de1ae6178149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523846 Feb 11 13:10:01.736404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 46044) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:01.745179 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81981be7-2341-4bfd-a393-8aef502c9723 req-a1b8dc79-d539-4869-bdb4-a28dc7909a55 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3327777 Feb 11 13:10:01.798942 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd2b9b01-91c2-4788-908c-be8cef126090 req-be12c612-d4fd-42dd-b11a-d0d90d46c33c service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599696 Feb 11 13:10:01.805474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:01.824368 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bfefbb6d-1858-49d2-a02b-d9d2afc61bb8 req-682468a2-86d1-42b5-b54f-a4784681a409 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690011 Feb 11 13:10:01.831858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-68cd3815-0d11-47ea-8b09-ae46b58db285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:01.833556 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-68cd3815-0d11-47ea-8b09-ae46b58db285 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.1532638 Feb 11 13:10:01.834251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:01.887246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:01.894066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1f1df5f7-85ae-4df0-a423-4978255537c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:10:01.908330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8807f-9f34-4205-a979-183cdddc07f2,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:01.911557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:01.912808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:01.913984 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bac8807f-9f34-4205-a979-183cdddc07f2 HTTP/1.1" status: 204 len: 168 time: 0.1766555 Feb 11 13:10:02.122684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816584cf-66ce-4751-a461-8e5cf5c2b588 req-5c0bf560-a039-40ab-94ad-50451c41c60d tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:02.124734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-816584cf-66ce-4751-a461-8e5cf5c2b588 req-5c0bf560-a039-40ab-94ad-50451c41c60d tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1700885 Feb 11 13:10:02.196325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-816584cf-66ce-4751-a461-8e5cf5c2b588 req-f6a3c572-1ab2-4efa-a5f2-21b47d7a4e40 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Feb 11 13:10:02.341741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-7385589d-dd07-44c4-9eaf-c798907cd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:02.343432 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-7385589d-dd07-44c4-9eaf-c798907cd07a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879493 Feb 11 13:10:02.495279 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-9cf27487-f5b7-47c3-b99f-c426b6478d25 service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442158 Feb 11 13:10:02.647998 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23b8d14c-9900-4cec-a8f2-66eb9dc19124 req-031c92ba-ef62-4908-b1b6-a802fe47bd61 service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449172 Feb 11 13:10:02.802007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-c6b1093a-6301-42a2-bda4-59de2ee0a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:02.803691 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-c6b1093a-6301-42a2-bda4-59de2ee0a493 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1160 time: 0.0830948 Feb 11 13:10:03.089009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-c1699829-3d51-4df5-a6ab-37e8b5348e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:03.090599 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-c1699829-3d51-4df5-a6ab-37e8b5348e22 service neutron] 10.222.0.123 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 903 time: 0.2785773 Feb 11 13:10:03.182430 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-2a8afdf4-e89d-4e7f-8928-513c0b66e012 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 217 time: 0.0817075 Feb 11 13:10:03.279954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6230a7-9c5b-489c-88ee-1ff5608c7a26 req-56ce5684-fa89-45ec-bcde-87f6beba6b78 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:03.281698 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee6230a7-9c5b-489c-88ee-1ff5608c7a26 req-56ce5684-fa89-45ec-bcde-87f6beba6b78 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3678386 Feb 11 13:10:03.455624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d0f1-dee4-4c27-a659-7a0ea22daf4c req-2c6e71c5-1087-4919-994e-88935a5ce8c6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:03.457443 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fda7d0f1-dee4-4c27-a659-7a0ea22daf4c req-2c6e71c5-1087-4919-994e-88935a5ce8c6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.4861605 Feb 11 13:10:03.504428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-d705571b-0241-45b6-8139-fe81ad4fb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:03.505994 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-d705571b-0241-45b6-8139-fe81ad4fb27d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.2207632 Feb 11 13:10:03.542345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee6230a7-9c5b-489c-88ee-1ff5608c7a26 req-703f699f-d1cb-4783-b912-b8c7b7a17a5b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2146802 Feb 11 13:10:03.623307 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fda7d0f1-dee4-4c27-a659-7a0ea22daf4c req-cbdabebd-086c-4346-a45e-8699d434c6b1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574039 Feb 11 13:10:03.650014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-703c3ab6-0bb1-497f-91c7-a278c0a6c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:03.652106 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-703c3ab6-0bb1-497f-91c7-a278c0a6c9cc service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1307139 Feb 11 13:10:04.216743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251306d-dbfc-4ef0-b172-48d1c034e7f4 req-a24a09ff-c220-4ec3-b4c4-84ad612865aa tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:04.219249 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c251306d-dbfc-4ef0-b172-48d1c034e7f4 req-a24a09ff-c220-4ec3-b4c4-84ad612865aa tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.5158472 Feb 11 13:10:04.225805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-e370f9f6-7871-4ba2-b716-d3896cc7d623 service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611453 Feb 11 13:10:04.290801 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c251306d-dbfc-4ef0-b172-48d1c034e7f4 req-6f7d0b82-beeb-43e1-b21a-fc8a55fb47d9 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639095 Feb 11 13:10:04.438216 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-303699f7-4dbf-4320-ba7b-086da109cd86 req-4cf4dfdd-09b6-4c70-b15d-27656a54e195 service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462142 Feb 11 13:10:04.858788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5272cf-932a-486a-b3e7-3e724215e692 req-5319816d-7106-4210-8d94-cbba6cc703ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:04.861794 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7e5272cf-932a-486a-b3e7-3e724215e692 req-5319816d-7106-4210-8d94-cbba6cc703ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1825311 Feb 11 13:10:04.997741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7e5272cf-932a-486a-b3e7-3e724215e692 req-dacc7c47-713e-44c6-bfb3-702f8e8373ea tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0918710 Feb 11 13:10:05.101049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8769f64-0ebd-47dc-a25e-e8211ac82b0c req-adbdea37-e6bc-452a-8246-e97a082a3e0c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:05.102799 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b8769f64-0ebd-47dc-a25e-e8211ac82b0c req-adbdea37-e6bc-452a-8246-e97a082a3e0c tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.2396271 Feb 11 13:10:05.168787 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b8769f64-0ebd-47dc-a25e-e8211ac82b0c req-a840e3ba-4949-4de4-b6bb-e23f2ffc089a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593326 Feb 11 13:10:05.600524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe04bb9-f2ab-49df-a3a5-094667acf893 req-0d1e5597-7bda-4dd8-9b13-d41ad14540ff tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:05.602249 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bbe04bb9-f2ab-49df-a3a5-094667acf893 req-0d1e5597-7bda-4dd8-9b13-d41ad14540ff tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1790946 Feb 11 13:10:05.666810 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bbe04bb9-f2ab-49df-a3a5-094667acf893 req-ad13ab5e-4295-41d3-a8e0-189037e49f8b tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Feb 11 13:10:06.323585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec481d-aa53-4a2e-aa82-5022bfd40966 req-b503cc22-b9f2-4547-b3d9-3f4baf489861 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:06.325320 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11ec481d-aa53-4a2e-aa82-5022bfd40966 req-b503cc22-b9f2-4547-b3d9-3f4baf489861 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1917670 Feb 11 13:10:06.391272 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11ec481d-aa53-4a2e-aa82-5022bfd40966 req-2e6464a0-df85-4c82-b375-30370cfe56ae tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0594997 Feb 11 13:10:06.655582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497d6f6-2cdc-47b4-bff5-dabd78b1e9bf req-4f012897-e3bd-4782-87c6-daf71a51f41d tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:06.657326 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e497d6f6-2cdc-47b4-bff5-dabd78b1e9bf req-4f012897-e3bd-4782-87c6-daf71a51f41d tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.1733449 Feb 11 13:10:06.723306 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e497d6f6-2cdc-47b4-bff5-dabd78b1e9bf req-5b9f0d84-f0a3-453e-ab11-2005909434e0 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592752 Feb 11 13:10:06.968207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f127efb-0c81-4fe1-93f8-b36988654a06 req-e1048059-de1d-466e-ad09-496eb8dde94d tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:06.969916 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f127efb-0c81-4fe1-93f8-b36988654a06 req-e1048059-de1d-466e-ad09-496eb8dde94d tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1747744 Feb 11 13:10:07.039228 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1f127efb-0c81-4fe1-93f8-b36988654a06 req-6274ac2f-eae8-4873-aa42-e85695a930b2 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Feb 11 13:10:07.708693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe122-7578-40f4-a2b0-887f62337540 req-6412a3a8-bdd6-43fb-9d39-a68370a02f6c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:07.710388 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10dbe122-7578-40f4-a2b0-887f62337540 req-6412a3a8-bdd6-43fb-9d39-a68370a02f6c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1752799 Feb 11 13:10:07.781254 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10dbe122-7578-40f4-a2b0-887f62337540 req-3fd67fe1-f946-444d-8177-4ef061daa3ac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0642922 Feb 11 13:10:08.170122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 9b6ed541-3d50-475b-8244-cbc97facc908 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:10:08.372522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc6667-04c6-419a-ba8d-6355ba20f78b req-f78f8f5e-7b1b-4ddf-95b5-2137c56a29cc tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:08.374217 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8bc6667-04c6-419a-ba8d-6355ba20f78b req-f78f8f5e-7b1b-4ddf-95b5-2137c56a29cc tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1952834 Feb 11 13:10:08.439106 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8bc6667-04c6-419a-ba8d-6355ba20f78b req-df0a8499-5061-4dff-9a26-f054a9affb08 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Feb 11 13:10:08.509780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-a198b9f6-aa2d-415c-8717-c9f2c4c3de53 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79970) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:10:09.099554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aea35-ad1c-4930-8f0d-510831a1909f req-78d9f952-ccfd-4733-b8c6-274ed0c92bcc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:09.101376 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-615aea35-ad1c-4930-8f0d-510831a1909f req-78d9f952-ccfd-4733-b8c6-274ed0c92bcc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1797016 Feb 11 13:10:09.174665 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-615aea35-ad1c-4930-8f0d-510831a1909f req-a1307eb2-b6ed-41f7-b4fa-fc2fd6d53a3d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0667601 Feb 11 13:10:09.249016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ce7421ff-e02a-4672-aa74-915d5cd860db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:09.736478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319ba49-46b7-4818-81db-f9bc0f20c667 req-f72765d2-2dc2-4884-80c2-d59d47df19aa tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:09.738203 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f319ba49-46b7-4818-81db-f9bc0f20c667 req-f72765d2-2dc2-4884-80c2-d59d47df19aa tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 947 time: 0.1664932 Feb 11 13:10:09.805771 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f319ba49-46b7-4818-81db-f9bc0f20c667 req-b1e9f601-60b8-4334-8724-d0126a2304cc tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604193 Feb 11 13:10:09.983599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 32aa7c00-931e-4324-9959-a7314ca14b1d up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:10.061800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 32aa7c00-931e-4324-9959-a7314ca14b1d completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:10:10.067088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 32aa7c00-931e-4324-9959-a7314ca14b1d triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:10.067545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:10.203875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:10.235324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36101274-447d-41b4-9003-95c786ad94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aa7c00-931e-4324-9959-a7314ca14b1d'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:10.247171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 32aa7c00-931e-4324-9959-a7314ca14b1d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32aa7c00-931e-4324-9959-a7314ca14b1d,segment=NetworkSegment(8d35c5de-0b10-43a1-bb8a-326410066b0f),segment_id=8d35c5de-0b10-43a1-bb8a-326410066b0f)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:10:10.250502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:10.252517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:10:10.323805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36101274-447d-41b4-9003-95c786ad94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aa7c00-931e-4324-9959-a7314ca14b1d', 'code': 200} Feb 11 13:10:10.341686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=32aa7c00-931e-4324-9959-a7314ca14b1d,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:10.345045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:10.499690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694567d-5162-44f5-af66-c839747ba80d req-6f724b75-f41e-45c9-a9af-cde68af7b616 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:10.501385 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4694567d-5162-44f5-af66-c839747ba80d req-6f724b75-f41e-45c9-a9af-cde68af7b616 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1884878 Feb 11 13:10:10.507514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 32aa7c00-931e-4324-9959-a7314ca14b1d up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:10.593855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 32aa7c00-931e-4324-9959-a7314ca14b1d triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:10.594450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:10.631688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4694567d-5162-44f5-af66-c839747ba80d req-10dcfe29-940f-41a5-95f9-e47af80b38f1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1200442 Feb 11 13:10:10.662425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad9fd-e631-49de-98a8-07b27ec36f60 req-55807d66-5345-4af6-af2d-50011e14f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:10.662425 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-237ad9fd-e631-49de-98a8-07b27ec36f60 req-55807d66-5345-4af6-af2d-50011e14f55b service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 1166 time: 0.1335144 Feb 11 13:10:10.710770 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-237ad9fd-e631-49de-98a8-07b27ec36f60 req-e087f39d-d845-4b55-ae0c-2b41756b597b service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 Feb 11 13:10:11.126272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7047f-8424-45ca-a95a-3a08de3cbc5c req-d7f08bb7-e557-4dee-af76-a87f680d94ae tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:11.128006 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60a7047f-8424-45ca-a95a-3a08de3cbc5c req-d7f08bb7-e557-4dee-af76-a87f680d94ae tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1813655 Feb 11 13:10:11.194147 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60a7047f-8424-45ca-a95a-3a08de3cbc5c req-71bdb362-4d9a-498a-b512-2970c5bf11d3 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Feb 11 13:10:11.929355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a414f0-ebd2-45a5-a4d6-8bf6d11b0b61 req-e7002ccc-5f20-4845-9257-efdae50ecb92 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:11.931058 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87a414f0-ebd2-45a5-a4d6-8bf6d11b0b61 req-e7002ccc-5f20-4845-9257-efdae50ecb92 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1633651 Feb 11 13:10:11.999918 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87a414f0-ebd2-45a5-a4d6-8bf6d11b0b61 req-aff70a80-b536-4437-97e8-f9126e6d69ed tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0623538 Feb 11 13:10:12.180814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6ac51453-338b-41ad-8274-5197e283f1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:12.295350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:12.517473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02817b6-3885-4506-9915-2bd4ed027bd3 req-5a4d79ba-20a7-4bfd-ac41-dad9f895fb4d tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:12.519551 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e02817b6-3885-4506-9915-2bd4ed027bd3 req-5a4d79ba-20a7-4bfd-ac41-dad9f895fb4d tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1694801 Feb 11 13:10:12.589728 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e02817b6-3885-4506-9915-2bd4ed027bd3 req-b0b96484-2633-4ad7-aa88-f53feacb55c3 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633140 Feb 11 13:10:13.304282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349057d-c133-4d30-a979-8f32530dc5ec req-5b03bd57-b60b-4f76-9f31-3a253a323022 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:13.305922 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2349057d-c133-4d30-a979-8f32530dc5ec req-5b03bd57-b60b-4f76-9f31-3a253a323022 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1707809 Feb 11 13:10:13.371919 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2349057d-c133-4d30-a979-8f32530dc5ec req-d4d093f8-e71f-4249-9225-94ae7a136c67 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0593057 Feb 11 13:10:13.744048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:13.891234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b448b96-ff5c-49ed-b19c-0881b993e326 req-e4b869d6-8ff3-4ef3-b9c5-ee615e10f018 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:13.892980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8b448b96-ff5c-49ed-b19c-0881b993e326 req-e4b869d6-8ff3-4ef3-b9c5-ee615e10f018 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1716337 Feb 11 13:10:13.967774 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8b448b96-ff5c-49ed-b19c-0881b993e326 req-3ab9020e-ee01-4fdf-a389-3b6ff34e69da tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684404 Feb 11 13:10:14.217593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:14.631403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 32aa7c00-931e-4324-9959-a7314ca14b1d up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:14.678651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14167b-2987-4b0d-8fc8-8bd041622df3 req-a873df56-dba9-4f18-a4e9-78e6a3ec2315 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:14.680291 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d14167b-2987-4b0d-8fc8-8bd041622df3 req-a873df56-dba9-4f18-a4e9-78e6a3ec2315 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1702793 Feb 11 13:10:14.709440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 32aa7c00-931e-4324-9959-a7314ca14b1d triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:14.709867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:14.747416 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d14167b-2987-4b0d-8fc8-8bd041622df3 req-ffaddebe-0427-47f1-aad4-aefc75676177 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0600960 Feb 11 13:10:15.270350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20b5a9-7d88-4943-aa97-c9704f471797 req-ebbd067b-0a54-48af-83b3-b229beaa80be tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:15.272039 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a20b5a9-7d88-4943-aa97-c9704f471797 req-ebbd067b-0a54-48af-83b3-b229beaa80be tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1686118 Feb 11 13:10:15.336930 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a20b5a9-7d88-4943-aa97-c9704f471797 req-78e0285b-7709-4518-ba00-553365a3d746 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585423 Feb 11 13:10:16.045803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed78-a8ca-4641-8eaa-dabe85a20680 req-812f66b3-a4b9-42d7-aeda-efea0ca3c9b8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:16.047461 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb26ed78-a8ca-4641-8eaa-dabe85a20680 req-812f66b3-a4b9-42d7-aeda-efea0ca3c9b8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1706021 Feb 11 13:10:16.117375 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb26ed78-a8ca-4641-8eaa-dabe85a20680 req-4e0eda56-7d75-4b8f-91b0-bf93cf4fcd3f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0633318 Feb 11 13:10:16.641539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23d052-c33a-49d8-a051-110d96862490 req-d74e4a77-987b-402a-862b-3c92960cd352 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:16.643262 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ef23d052-c33a-49d8-a051-110d96862490 req-d74e4a77-987b-402a-862b-3c92960cd352 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1686571 Feb 11 13:10:16.709777 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ef23d052-c33a-49d8-a051-110d96862490 req-32d08a39-78c0-40b3-9f01-774b849ffe47 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600188 Feb 11 13:10:17.419169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15528cc-ce83-4e16-9c6b-0fb33c6baafe req-26278c35-c1d9-46f6-af0b-e2edf98cca0f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:17.420836 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b15528cc-ce83-4e16-9c6b-0fb33c6baafe req-26278c35-c1d9-46f6-af0b-e2edf98cca0f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1741645 Feb 11 13:10:17.487721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b15528cc-ce83-4e16-9c6b-0fb33c6baafe req-15ef36a5-e75a-4f33-accd-14cc3f4d4bd6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0605168 Feb 11 13:10:18.013447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce27c3-e2ce-4090-9b93-d6ee3d0e6706 req-2a94a2cb-b61c-40e2-838a-c78596058cde tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:18.015138 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-77ce27c3-e2ce-4090-9b93-d6ee3d0e6706 req-2a94a2cb-b61c-40e2-838a-c78596058cde tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1655135 Feb 11 13:10:18.091167 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-77ce27c3-e2ce-4090-9b93-d6ee3d0e6706 req-3277b3bc-ff89-4905-8293-a0335608009c tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676904 Feb 11 13:10:18.629223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 32aa7c00-931e-4324-9959-a7314ca14b1d up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:18.730703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 32aa7c00-931e-4324-9959-a7314ca14b1d triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:18.731122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:18.882844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2609f7-4d29-43fd-8e26-691e25b875b6 req-220ebaad-6085-42eb-a0c3-d6b646df5932 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:18.884560 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df2609f7-4d29-43fd-8e26-691e25b875b6 req-220ebaad-6085-42eb-a0c3-d6b646df5932 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2502160 Feb 11 13:10:18.991846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631aaae-3f3b-491c-aa23-a0af569ce332 req-7a80ac60-fe21-424e-b528-babbd246dc71 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:18.993555 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d631aaae-3f3b-491c-aa23-a0af569ce332 req-7a80ac60-fe21-424e-b528-babbd246dc71 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.3054435 Feb 11 13:10:19.067073 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df2609f7-4d29-43fd-8e26-691e25b875b6 req-04a2c088-ba01-4849-a0ec-236394ee6807 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1742837 Feb 11 13:10:19.093998 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d631aaae-3f3b-491c-aa23-a0af569ce332 req-bb11f9c9-3514-4af1-a0ea-f469f9418a70 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938900 Feb 11 13:10:20.026596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:10:20.422883 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:20.654214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2c951-b3f9-4af7-b1a9-08032435ffa0 req-f93e1e80-58ba-4357-8ac2-d2577240f1a7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:20.655973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31f2c951-b3f9-4af7-b1a9-08032435ffa0 req-f93e1e80-58ba-4357-8ac2-d2577240f1a7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.4492352 Feb 11 13:10:20.740886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14881a08-c413-4c21-8488-4d4df6219583 req-94b65e92-4ac2-4db6-bdc8-44112373287e tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:20.743214 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14881a08-c413-4c21-8488-4d4df6219583 req-94b65e92-4ac2-4db6-bdc8-44112373287e tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.4910965 Feb 11 13:10:20.834691 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31f2c951-b3f9-4af7-b1a9-08032435ffa0 req-a3302aad-a532-4867-8654-62602f481329 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0903544 Feb 11 13:10:20.855637 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14881a08-c413-4c21-8488-4d4df6219583 req-034c837a-3be1-4145-8f05-10b33216f4ac tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967901 Feb 11 13:10:21.573460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580936c-14b9-4860-9e73-410a3ff69488 req-ff42433d-961f-4f39-8248-29dc8b93ce06 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:21.575133 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d580936c-14b9-4860-9e73-410a3ff69488 req-ff42433d-961f-4f39-8248-29dc8b93ce06 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.123 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.1725650 Feb 11 13:10:21.671159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Deleting port 32aa7c00-931e-4324-9959-a7314ca14b1d {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:10:21.671541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:21.958858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] For port 32aa7c00-931e-4324-9959-a7314ca14b1d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=32aa7c00-931e-4324-9959-a7314ca14b1d,segment=NetworkSegment(8d35c5de-0b10-43a1-bb8a-326410066b0f),segment_id=8d35c5de-0b10-43a1-bb8a-326410066b0f)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:10:21.959272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:22.181592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Calling delete_port for 32aa7c00-931e-4324-9959-a7314ca14b1d owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:10:22.454197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b810be-b2a6-4e9d-b2d7-460a16e1848c req-ebbf97c5-cfa0-4705-8fd2-8ab2e7066389 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:22.455841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28b810be-b2a6-4e9d-b2d7-460a16e1848c req-ebbf97c5-cfa0-4705-8fd2-8ab2e7066389 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/ports?device_id=36101274-447d-41b4-9003-95c786ad94a9 HTTP/1.1" status: 200 len: 949 time: 0.4242501 Feb 11 13:10:22.533398 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 32aa7c00-931e-4324-9959-a7314ca14b1d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:10:22.542436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61574c61-ec48-4696-bc29-ebef1e3e64ef req-66398f13-54d3-4ec9-8d2a-9720ec0b8cc8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:22.544197 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-61574c61-ec48-4696-bc29-ebef1e3e64ef req-66398f13-54d3-4ec9-8d2a-9720ec0b8cc8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.5138206 Feb 11 13:10:22.658115 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28b810be-b2a6-4e9d-b2d7-460a16e1848c req-5eb35c11-e7b5-4f74-a5b1-1b58f9c2cab2 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.93 "GET /v2.0/security-groups?id=7890027b-9725-4144-a4a8-791793f691d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127746 Feb 11 13:10:22.659370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Port 32aa7c00-931e-4324-9959-a7314ca14b1d update to DOWN by agent not found {{(pid=79970) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 11 13:10:22.662074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:22.681134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:10:22.757681 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-61574c61-ec48-4696-bc29-ebef1e3e64ef req-d65d2a00-23dd-4590-a174-902598685604 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1911891 Feb 11 13:10:22.767858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Pushing event deleted for resources: {'Port': ['ID=32aa7c00-931e-4324-9959-a7314ca14b1d,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:22.831929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.832368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.832775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.833169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.833561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.833951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.834340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.834726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.835113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.835500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.836454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.836842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.837297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.837683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.838089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.838480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.838864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.839248 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.839631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.840011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.840418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.840798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.841213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.841537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:22.854110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:22.939519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] No DVR routers for this DVR port 32aa7c00-931e-4324-9959-a7314ca14b1d on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:10:22.941971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:22.945172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36101274-447d-41b4-9003-95c786ad94a9', 'name': 'network-vif-deleted', 'tag': '32aa7c00-931e-4324-9959-a7314ca14b1d'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:22.962317 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d580936c-14b9-4860-9e73-410a3ff69488 req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] 10.222.0.123 "DELETE /v2.0/ports/32aa7c00-931e-4324-9959-a7314ca14b1d HTTP/1.1" status: 204 len: 173 time: 1.3805060 Feb 11 13:10:23.012692 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36101274-447d-41b4-9003-95c786ad94a9', 'name': 'network-vif-deleted', 'tag': '32aa7c00-931e-4324-9959-a7314ca14b1d', 'status': 'completed', 'code': 200} Feb 11 13:10:24.073394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b736-0f88-44bc-9d64-fde2ff19fe7e req-60a6d5c6-3ea9-4acf-bce3-77f344429eb1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:24.075091 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4fe2b736-0f88-44bc-9d64-fde2ff19fe7e req-60a6d5c6-3ea9-4acf-bce3-77f344429eb1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1806285 Feb 11 13:10:24.140603 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4fe2b736-0f88-44bc-9d64-fde2ff19fe7e req-786e4f89-e9d1-4188-8f1e-0c4db91c8a7b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590675 Feb 11 13:10:25.442664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b4811-a9ec-4622-8036-d9e3e1a02202 req-aaeb3240-32d0-4905-8e6d-9870292a4909 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:25.444416 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-636b4811-a9ec-4622-8036-d9e3e1a02202 req-aaeb3240-32d0-4905-8e6d-9870292a4909 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1707950 Feb 11 13:10:25.518914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-636b4811-a9ec-4622-8036-d9e3e1a02202 req-e7d61e1b-facd-48a2-8533-b1f35d5eab7f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0670307 Feb 11 13:10:26.833545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6047737-d41a-424d-a125-02ce8895d069 req-5fbe5968-68c1-4d6f-9a6f-0a5fccd70ba2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:26.835252 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d6047737-d41a-424d-a125-02ce8895d069 req-5fbe5968-68c1-4d6f-9a6f-0a5fccd70ba2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1681550 Feb 11 13:10:26.900942 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d6047737-d41a-424d-a125-02ce8895d069 req-d5061fc2-a692-439a-98d8-130d5051531b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592692 Feb 11 13:10:28.202119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde5a4-6981-4102-8635-cc183cbef92e req-aaa49e38-5e97-441f-be29-700f0663fc63 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:28.203923 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6bcde5a4-6981-4102-8635-cc183cbef92e req-aaa49e38-5e97-441f-be29-700f0663fc63 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1713872 Feb 11 13:10:28.272006 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6bcde5a4-6981-4102-8635-cc183cbef92e req-776496f1-7b53-41a1-aa9b-460ccdd81d16 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0613668 Feb 11 13:10:29.570284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a577e9-e463-4a06-af3c-f76d7aa23964 req-95341013-a744-40eb-882c-532c4dea27d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:29.572087 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76a577e9-e463-4a06-af3c-f76d7aa23964 req-95341013-a744-40eb-882c-532c4dea27d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1680391 Feb 11 13:10:29.644429 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76a577e9-e463-4a06-af3c-f76d7aa23964 req-6c5c2c4c-466b-4219-ba39-9e6201b8fd7c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0653257 Feb 11 13:10:30.950260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2697ea-9e0f-4ada-882a-7a95af16ba5b req-d6a6d582-c856-4a6f-93ca-f4e8b8f1d34a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:30.951973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb2697ea-9e0f-4ada-882a-7a95af16ba5b req-d6a6d582-c856-4a6f-93ca-f4e8b8f1d34a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1739976 Feb 11 13:10:31.020841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb2697ea-9e0f-4ada-882a-7a95af16ba5b req-6e30f30e-f912-4341-9771-870b06d97a9c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0623190 Feb 11 13:10:32.318867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17aa3-eef1-41e6-a45a-41aaa5bebab1 req-347e056c-2969-4c62-94d7-17f7a6ce1d7a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:32.320633 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91c17aa3-eef1-41e6-a45a-41aaa5bebab1 req-347e056c-2969-4c62-94d7-17f7a6ce1d7a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1704109 Feb 11 13:10:32.388957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91c17aa3-eef1-41e6-a45a-41aaa5bebab1 req-c35a32be-41a0-41a1-a691-e489fb5568bd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0613415 Feb 11 13:10:33.705875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8cf63-498a-41d8-a038-cb1e0ee2205d req-4ac59dc6-eaed-4b25-b3e1-14cc5640b490 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:33.707590 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7d8cf63-498a-41d8-a038-cb1e0ee2205d req-4ac59dc6-eaed-4b25-b3e1-14cc5640b490 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1757627 Feb 11 13:10:33.775565 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7d8cf63-498a-41d8-a038-cb1e0ee2205d req-ced3274a-c2a0-44ae-8a68-ee66c6df50ce tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616074 Feb 11 13:10:35.076636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e110a19-5036-4ef9-9224-aa67a548494e req-8121e101-b67c-4a26-8d0f-9cd745534a5c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:35.078366 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e110a19-5036-4ef9-9224-aa67a548494e req-8121e101-b67c-4a26-8d0f-9cd745534a5c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1683116 Feb 11 13:10:35.154162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e110a19-5036-4ef9-9224-aa67a548494e req-02144c70-031d-4231-9b50-7c212d41f65b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0686922 Feb 11 13:10:36.459024 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef01b8-1fc9-4598-891e-7943ee0440d5 req-7e4bf6bf-7e55-41b6-8502-50c41399d1ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:36.460763 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-33ef01b8-1fc9-4598-891e-7943ee0440d5 req-7e4bf6bf-7e55-41b6-8502-50c41399d1ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1742659 Feb 11 13:10:36.533637 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-33ef01b8-1fc9-4598-891e-7943ee0440d5 req-40fd4f14-b6e7-4bcf-83d1-70ab37eec1f3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0663412 Feb 11 13:10:37.832945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60293-67b4-40fa-9c59-a6c5490cfdca req-2d2df3fd-f31a-45aa-b6c7-2ffb92f9de78 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:37.834637 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5b60293-67b4-40fa-9c59-a6c5490cfdca req-2d2df3fd-f31a-45aa-b6c7-2ffb92f9de78 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1698551 Feb 11 13:10:37.902644 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5b60293-67b4-40fa-9c59-a6c5490cfdca req-e67dee7f-6aa8-494e-9d2b-393d8023fe98 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616095 Feb 11 13:10:39.204484 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c321d8-4c5c-4a4d-bb61-6a9520d0bcd9 req-e203d4ae-1645-4065-a95d-d9efcc5db66a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:39.206192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c321d8-4c5c-4a4d-bb61-6a9520d0bcd9 req-e203d4ae-1645-4065-a95d-d9efcc5db66a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1692908 Feb 11 13:10:39.253150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3c57ec25-4a21-48e9-8b71-be7f08f08c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:39.275431 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11c321d8-4c5c-4a4d-bb61-6a9520d0bcd9 req-c64dc699-837a-49a1-9817-e7b8da62430a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0625963 Feb 11 13:10:40.592183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4d9cb-527e-41a0-9fdc-05369292c95c req-fd385622-0de3-4e26-89b3-0430574d5dde tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:40.593927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58d4d9cb-527e-41a0-9fdc-05369292c95c req-fd385622-0de3-4e26-89b3-0430574d5dde tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1755548 Feb 11 13:10:40.679386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58d4d9cb-527e-41a0-9fdc-05369292c95c req-f7d2a840-bb37-4f62-af60-09bbc7d6ea84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0778868 Feb 11 13:10:41.981266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275bbd5-6eb3-4abe-a7ba-a21731ae0ac3 req-f800fe8c-215e-4087-bd3c-793c339cec5a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:41.982943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1275bbd5-6eb3-4abe-a7ba-a21731ae0ac3 req-f800fe8c-215e-4087-bd3c-793c339cec5a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1659977 Feb 11 13:10:42.051686 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1275bbd5-6eb3-4abe-a7ba-a21731ae0ac3 req-d57eae3f-269b-46c4-8052-c82099c7ca47 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621164 Feb 11 13:10:42.183072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2910aa1d-6af6-4881-a6c3-0795beb9e1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:42.277432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:43.359142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b187e-366e-45ae-80ed-406ee102a2c7 req-5d18bdc0-4d97-4776-ac71-77c5069c66f6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:43.360860 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f61b187e-366e-45ae-80ed-406ee102a2c7 req-5d18bdc0-4d97-4776-ac71-77c5069c66f6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1703124 Feb 11 13:10:43.424801 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f61b187e-366e-45ae-80ed-406ee102a2c7 req-d18dd7e1-dfde-4fec-af2c-cf88ac5cb933 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575464 Feb 11 13:10:43.752154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:44.220249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:44.931560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99d79-54ee-43bb-a758-c53f9649c7b0 req-044e9e99-45ff-40c0-bdfe-45c961d73938 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:44.933285 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81a99d79-54ee-43bb-a758-c53f9649c7b0 req-044e9e99-45ff-40c0-bdfe-45c961d73938 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3787656 Feb 11 13:10:45.002563 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81a99d79-54ee-43bb-a758-c53f9649c7b0 req-cce989ca-aaeb-4354-a24b-42533bfb408e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0622623 Feb 11 13:10:46.294586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74ce9-2991-4265-bdf2-69acc85c33f1 req-5b1e659b-d3e7-4fb1-b93c-63603911d63c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:46.296259 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23f74ce9-2991-4265-bdf2-69acc85c33f1 req-5b1e659b-d3e7-4fb1-b93c-63603911d63c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1639678 Feb 11 13:10:46.365396 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-23f74ce9-2991-4265-bdf2-69acc85c33f1 req-68ad1dc4-5038-4227-9fe5-685a732df96c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0610006 Feb 11 13:10:47.882013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790de957-fdce-4b85-a324-676b578b981c req-b71da605-d07f-48ee-afca-b94c196425a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:47.883710 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-790de957-fdce-4b85-a324-676b578b981c req-b71da605-d07f-48ee-afca-b94c196425a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3899291 Feb 11 13:10:47.949528 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-790de957-fdce-4b85-a324-676b578b981c req-125a8e53-3848-41c9-b3a5-27182388df40 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589800 Feb 11 13:10:49.333613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7febbc-01e2-49de-a8aa-3d9a4eaac980 req-c9edbcbe-d74b-4917-8553-f9ad71354179 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:49.335502 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc7febbc-01e2-49de-a8aa-3d9a4eaac980 req-c9edbcbe-d74b-4917-8553-f9ad71354179 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2551649 Feb 11 13:10:49.401828 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc7febbc-01e2-49de-a8aa-3d9a4eaac980 req-bb3caab8-984d-4e52-a8fd-9fa64eefe894 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597184 Feb 11 13:10:50.452664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:50.519356 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-886b17fc-e680-4966-9d10-013d9b82f0ce service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0831423 Feb 11 13:10:50.691566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-0ce8df59-8968-421c-951a-0d27f667b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:50.693210 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-0ce8df59-8968-421c-951a-0d27f667b89a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 1163 time: 0.1107190 Feb 11 13:10:50.780916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0103abd-a4a2-41b1-b37e-3cc1844b6100 req-5547177e-55d7-41f7-aeee-e33adc96ddd7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:50.782609 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0103abd-a4a2-41b1-b37e-3cc1844b6100 req-5547177e-55d7-41f7-aeee-e33adc96ddd7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2404799 Feb 11 13:10:50.952719 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0103abd-a4a2-41b1-b37e-3cc1844b6100 req-75f4227a-6e0a-48c4-8500-ba7d5a48f54b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1466813 Feb 11 13:10:50.983054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-ed04b893-0f86-483b-b6ec-6cf91288747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:50.984688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-ed04b893-0f86-483b-b6ec-6cf91288747f service neutron] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 905 time: 0.2011034 Feb 11 13:10:51.100956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-57dce203-ec64-4d0c-a754-f275f1d9dec1 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 200 len: 1002 time: 0.1085045 Feb 11 13:10:51.177258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-baef3b4e-29f7-406d-bc69-f172865a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:51.178813 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-baef3b4e-29f7-406d-bc69-f172865a141d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.0700247 Feb 11 13:10:51.267128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-a73508c2-3138-40c9-b294-c96fe478910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:51.268892 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-a73508c2-3138-40c9-b294-c96fe478910d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823860 Feb 11 13:10:51.421103 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-afcc4021-8c34-416e-9c14-a0124f6246ec service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406863 Feb 11 13:10:51.571112 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e9cd60f-37d3-47e9-94a2-4a768296ba22 req-f606d790-6615-4e79-84d7-d0048a086d2e service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427929 Feb 11 13:10:52.257596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40092e-8828-4a47-a3d8-cef15cdaeace req-a730aa50-9719-4441-8f24-0c7699ffb773 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:52.259635 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7d40092e-8828-4a47-a3d8-cef15cdaeace req-a730aa50-9719-4441-8f24-0c7699ffb773 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1715419 Feb 11 13:10:52.332967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7d40092e-8828-4a47-a3d8-cef15cdaeace req-0f826612-2278-42fd-9a1f-5e6d043d7901 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0642097 Feb 11 13:10:52.959035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 40602e1e-efa0-4729-89a7-7c7eadac4640 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:53.029832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 40602e1e-efa0-4729-89a7-7c7eadac4640 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:10:53.034726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 40602e1e-efa0-4729-89a7-7c7eadac4640 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:53.035153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:53.165567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:53.202003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:53.212995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 40602e1e-efa0-4729-89a7-7c7eadac4640, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=40602e1e-efa0-4729-89a7-7c7eadac4640,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:10:53.217521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:53.220174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-274977ec-a754-4172-ad22-6d6a3e991ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:10:53.273776 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'code': 200} Feb 11 13:10:53.299776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=40602e1e-efa0-4729-89a7-7c7eadac4640,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:53.308450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.308839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.309217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.309648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.310017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.310633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.311562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.311929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.312336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.312701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.313067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.313425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.313854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.314214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.314821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.314905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.315241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.315600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.315957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.316337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.316694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.317050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.317418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.318255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:10:53.322323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:53.632279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6fee5-25f4-47e9-886a-bc9eb8abe143 req-14d5101b-6b1b-4215-87b2-5c7c1561abd5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:53.634026 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20d6fee5-25f4-47e9-886a-bc9eb8abe143 req-14d5101b-6b1b-4215-87b2-5c7c1561abd5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1703703 Feb 11 13:10:53.732961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 40602e1e-efa0-4729-89a7-7c7eadac4640 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:10:53.760699 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20d6fee5-25f4-47e9-886a-bc9eb8abe143 req-c9fef43c-03b8-4b5d-b015-0ced6f765900 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0872326 Feb 11 13:10:53.776399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e856a-3782-4e17-8260-cf921ea5191a req-39f5a12e-f69a-477d-9b90-3342223cd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:53.777964 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-843e856a-3782-4e17-8260-cf921ea5191a req-39f5a12e-f69a-477d-9b90-3342223cd633 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1162 time: 0.1429627 Feb 11 13:10:53.824349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 40602e1e-efa0-4729-89a7-7c7eadac4640 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:10:53.824775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:53.831659 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-843e856a-3782-4e17-8260-cf921ea5191a req-6cfeff30-3f9c-4ce5-86c5-cc4591c87caf service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0459151 Feb 11 13:10:55.075275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3325b6-0371-43b6-a7cf-7d325fbc96d3 req-56258e68-bb87-47de-bf4c-dd3f8191a993 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:55.077002 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de3325b6-0371-43b6-a7cf-7d325fbc96d3 req-56258e68-bb87-47de-bf4c-dd3f8191a993 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1734257 Feb 11 13:10:55.143787 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de3325b6-0371-43b6-a7cf-7d325fbc96d3 req-0a29185b-5a1b-4bdc-860f-b2b231b84c81 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602672 Feb 11 13:10:56.444119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119f82-394f-4ace-8b1d-58a92db3b66f req-9aa84879-94c1-4486-9966-59a32a48cf22 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:56.445852 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34119f82-394f-4ace-8b1d-58a92db3b66f req-9aa84879-94c1-4486-9966-59a32a48cf22 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1677060 Feb 11 13:10:56.516522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34119f82-394f-4ace-8b1d-58a92db3b66f req-1e8325cd-d812-4f51-ba28-68d044773c83 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0630782 Feb 11 13:10:57.025955 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:10:57.826852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e62714-bc71-451b-9a2b-7aee0e39847c req-4a63c9c6-e966-4da8-b515-80494ea1a3c8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:57.828622 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-13e62714-bc71-451b-9a2b-7aee0e39847c req-4a63c9c6-e966-4da8-b515-80494ea1a3c8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1825194 Feb 11 13:10:57.898233 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-13e62714-bc71-451b-9a2b-7aee0e39847c req-3a7d2f08-c220-48c9-8ad5-59d388263683 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602756 Feb 11 13:10:58.210530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5422a-62ca-48b6-bafe-04b9283195e1 req-149b667f-4c35-438e-88d8-e77aff1c373a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:10:58.212342 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9a5422a-62ca-48b6-bafe-04b9283195e1 req-149b667f-4c35-438e-88d8-e77aff1c373a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1700206 Feb 11 13:10:58.286585 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e9a5422a-62ca-48b6-bafe-04b9283195e1 req-e716d26c-2cf3-442b-a497-1fda441168b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0670972 Feb 11 13:10:58.555786 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-c512f6ba-a143-414d-a8ff-2b4f2812a7f3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1985388 Feb 11 13:10:58.566673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:58.588495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:10:58.592591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Usage tracker for resource:floatingip and tenant:45b5fbc58e274c249df177a9ae9e555e is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:10:58.596269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:10:58.602376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:10:58.619311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for floatingip, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:58.772616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:59.073140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Allocated IP 172.27.2.56 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/81dfc981-8893-48b6-9238-5ff5f0bcfa92) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:10:59.282010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:59.333525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:59.356456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b730933e-4a02-4783-8ea0-b47949aa6eb3 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:10:59.516894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event updated for resources: {'Port': ['ID=81dfc981-8893-48b6-9238-5ff5f0bcfa92,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:10:59.520771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:10:59.572763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:10:59.574024 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:10:59.577693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:10:59.889972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:10:59.958833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:00.284076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:00.291275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:00.311031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:11:00.504480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event updated for resources: {'Port': ['ID=81dfc981-8893-48b6-9238-5ff5f0bcfa92,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:11:00.510260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:11:00.627614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:00.657299 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:00.658644 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0967665 Feb 11 13:11:00.767695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-5af0f180-d67a-4900-823e-dac30b206230 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Synchronizing usage tracker for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:floatingip {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:11:00.788712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-5af0f180-d67a-4900-823e-dac30b206230 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Unset dirty status for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:floatingip {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:11:00.790016 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-5af0f180-d67a-4900-823e-dac30b206230 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200 len: 695 time: 0.1247234 Feb 11 13:11:01.045571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-207958db-2c5d-40c5-bfc8-899c18322f36 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:01.047704 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-207958db-2c5d-40c5-bfc8-899c18322f36 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 784 time: 0.2509739 Feb 11 13:11:01.058836 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-425652b7-9f95-4c15-81ac-109cea8aa3cd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:11:01.059895 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0361ae0-f2d5-457a-a20a-128d984bd0f8 req-425652b7-9f95-4c15-81ac-109cea8aa3cd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063186 Feb 11 13:11:01.336642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-7396bcfa-f294-48d6-901a-e54617ca3e04 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:01.338373 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-7396bcfa-f294-48d6-901a-e54617ca3e04 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1680760 Feb 11 13:11:01.445706 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-77b9286f-92b4-4f7e-8d8c-9e0d0b7fc8fe tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200 len: 695 time: 0.1002655 Feb 11 13:11:01.457385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Request body: {'floatingip': {'port_id': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:01.561828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for floatingip, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:02.255515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:02.260456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:02.452340 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Floating IP c81eca51-2a47-4da4-b70d-b55a677c06cd associated. External IP: 172.27.2.56, port: 40602e1e-efa0-4729-89a7-7c7eadac4640. Feb 11 13:11:03.078164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Router cfce140d-9e82-43e5-af73-3b36e3bc56a1 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:11:03.292229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:11:03.296763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:03.303624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] Sync routers for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:11:03.318763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:11:03.319446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:10:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:03.357785 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-32d36046-43fa-49a1-9ebb-ae0e05466638 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "PUT /v2.0/floatingips/c81eca51-2a47-4da4-b70d-b55a677c06cd HTTP/1.1" status: 200 len: 995 time: 1.9055758 Feb 11 13:11:03.358320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:03.426776 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'status': 'completed', 'code': 200} Feb 11 13:11:03.517107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:11:03.608018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-e9aadc8c-49b5-4447-a80f-c4ff0a8bfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:03.610202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-e9aadc8c-49b5-4447-a80f-c4ff0a8bfb4b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1162 time: 0.1526227 Feb 11 13:11:03.612756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-85735134-a8b1-497f-9f34-4081f900dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:03.614259 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-85735134-a8b1-497f-9f34-4081f900dc0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1162 time: 0.2380915 Feb 11 13:11:03.893012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-4e70b6e7-c37a-482d-87db-1d2220cc99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:03.894582 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-4e70b6e7-c37a-482d-87db-1d2220cc99a5 service neutron] 10.222.0.123 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 903 time: 0.2762804 Feb 11 13:11:03.897422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-063624fe-2694-4932-99f8-52349aa1be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:03.899188 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-063624fe-2694-4932-99f8-52349aa1be34 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 903 time: 0.2578883 Feb 11 13:11:04.117051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'c81eca51-2a47-4da4-b70d-b55a677c06cd', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'port_id': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'mac_address': 'fa:16:3e:99:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6f22c-eee0-4716-a797-306b304695af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:10:59Z', 'updated_at': '2021-02-11T13:11:02Z', 'revision_number': 1, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:22Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:04.121827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] Checking router: cfce140d-9e82-43e5-af73-3b36e3bc56a1 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:11:04.127848 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-edd7745e-e198-4c4d-9d61-2c1caed8b196 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 998 time: 0.2251651 Feb 11 13:11:04.129704 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-6e280fce-44b7-474e-85dc-e187a2dc50c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 998 time: 0.1589510 Feb 11 13:11:04.131837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:11:04.132528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:10:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:04.267331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-3e9df028-38f1-4a4e-8411-9bf8659ab8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:04.269051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-3e9df028-38f1-4a4e-8411-9bf8659ab8df service neutron] 10.222.0.123 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.1300979 Feb 11 13:11:04.276810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-8369dd2c-54b5-4dfa-a4de-6dbd18e20576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:04.287578 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-8369dd2c-54b5-4dfa-a4de-6dbd18e20576 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.1509230 Feb 11 13:11:04.352980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:11:04.451336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-99cbf847-c840-4fcf-aef1-6d44db2cc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:04.454859 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-99cbf847-c840-4fcf-aef1-6d44db2cc996 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1645815 Feb 11 13:11:04.459061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-ad47f294-cc75-4308-9149-a08ab2d4ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:04.462050 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-ad47f294-cc75-4308-9149-a08ab2d4ca4a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314631 Feb 11 13:11:04.734287 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-a0bf002e-b971-4fea-b39c-53d4eefdf45b service neutron] 10.222.0.93 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708092 Feb 11 13:11:04.737916 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-39b01286-0617-41db-a685-acb7c51f501a service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474437 Feb 11 13:11:04.768635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'c81eca51-2a47-4da4-b70d-b55a677c06cd', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'port_id': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'mac_address': 'fa:16:3e:99:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6f22c-eee0-4716-a797-306b304695af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:10:59Z', 'updated_at': '2021-02-11T13:11:02Z', 'revision_number': 1, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:22Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:04.773996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c1655-3717-47d9-b9b7-49e1963f02a2 None None] The sync data for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi is: [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'c81eca51-2a47-4da4-b70d-b55a677c06cd', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'port_id': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'mac_address': 'fa:16:3e:99:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6f22c-eee0-4716-a797-306b304695af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:10:59Z', 'updated_at': '2021-02-11T13:11:02Z', 'revision_number': 1, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:22Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:11:05.127937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74099f1-857b-4235-9008-c1985522a3a6 None None] New status for floating IP c81eca51-2a47-4da4-b70d-b55a677c06cd: ACTIVE {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:11:05.299354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03bc3134-a7c0-40a6-89ad-d605a4e41faf req-7a90c0f5-f60d-4f24-9909-246904e7e5d7 service neutron] 10.222.0.93 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5547874 Feb 11 13:11:05.306202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74e08740-dec2-4045-bccf-0b0c5f06a1e6 req-e8016bb0-e77b-4146-a4d7-944e59287a3d service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5333736 Feb 11 13:11:09.254987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f8b8290b-c9e3-4f61-bb99-434e6a92affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:12.186578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c21e847-ca14-4193-85b2-f0cb157c4410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:12.285662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:13.753443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:14.225731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:20.452852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.025824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:11:39.252955 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6e10e0b4-ef30-4094-8de3-3e2dd4af8928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:42.189249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1273ae5f-3c29-4e9c-b577-7452c36f4ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:42.285591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:43.755261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:44.226002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:50.475926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:51.650410 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-2c0b8297-494d-4252-a816-f93f53257e95 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1713960 Feb 11 13:11:51.805985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-1160ce21-08cb-413f-8d86-9098a3ae34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:51.808291 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-1160ce21-08cb-413f-8d86-9098a3ae34ba service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.0805862 Feb 11 13:11:51.970053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-60890e2d-4c5d-46ee-b370-b8265fb8cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:51.971755 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-60890e2d-4c5d-46ee-b370-b8265fb8cf38 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1419151 Feb 11 13:11:52.049950 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-167d6277-835d-40e6-bd1a-c6701139e28d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0699651 Feb 11 13:11:52.124045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-8e05b400-aeb7-4cab-8761-3a8bc54abb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:11:52.125652 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-8e05b400-aeb7-4cab-8761-3a8bc54abb5f service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0687582 Feb 11 13:11:52.179795 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-19dad545-02b3-409f-bf43-25a8d20c1f9d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467680 Feb 11 13:11:52.333895 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-63a39cdb-96c3-4d8b-ba2c-dd82bc73cefa service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466637 Feb 11 13:11:52.485415 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-34e84ac2-ad9e-4795-970d-1ecc7655b9c5 req-df7b4878-afc5-4ebf-b7c4-b43b8705c0b2 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432378 Feb 11 13:12:09.263108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-47117b51-e1d6-4766-aea1-ba6d02fdc109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:11.025540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:12:12.197197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-08c8a50d-27ea-4dbb-b03a-8623c31a58f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:12.286442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:13.761201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:14.228582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:20.500408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:39.247054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ef782cc2-97aa-4390-a0cc-3055e394c51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:42.189143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89d47b84-cf0c-4fa7-b7cd-30167d4d1957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:42.289305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.753515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:44.233491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:48.025222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:12:48.363967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd6faa-00ed-4e18-a85b-ddf24f3c6519 req-79e6df64-36f3-498d-8955-43c7bf3a496e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:48.367152 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ffbd6faa-00ed-4e18-a85b-ddf24f3c6519 req-79e6df64-36f3-498d-8955-43c7bf3a496e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.1801083 Feb 11 13:12:48.436957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ffbd6faa-00ed-4e18-a85b-ddf24f3c6519 req-4a013206-666e-44a9-a7b0-e35947989024 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0628529 Feb 11 13:12:49.735030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aaad7-da86-4e8a-a263-779e3ec14a87 req-430c609e-7fbe-4da9-8957-744c3bb6f8c8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:49.736753 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b07aaad7-da86-4e8a-a263-779e3ec14a87 req-430c609e-7fbe-4da9-8957-744c3bb6f8c8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.1689248 Feb 11 13:12:49.809506 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b07aaad7-da86-4e8a-a263-779e3ec14a87 req-ecdce81d-e5bf-46dc-909b-29e44c872d79 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0650671 Feb 11 13:12:50.454084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-c2dc75cf-6c28-47fb-a5e9-24732b40dd8f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:50.455738 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-c2dc75cf-6c28-47fb-a5e9-24732b40dd8f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.123 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 945 time: 0.1707599 Feb 11 13:12:50.533710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 9559aac9-37e7-4ee3-bc4f-7d7741be7165 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:12:50.550801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Deleting port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:12:50.551194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:50.598194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:50.670477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:50.700751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:50.713979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:12:50.723119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:50.725692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:50.825587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=9559aac9-37e7-4ee3-bc4f-7d7741be7165,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:50.834633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.835031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.835420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.836409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.836793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.837175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.837544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.837916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.838286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.855021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.855554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.855953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.856660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.856806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.857169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.857547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.857928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.858301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.858669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.859043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.859417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.859783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.865485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.865886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:50.875992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:50.910985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] For port 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:12:50.911691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:51.359100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cec0bd-1efd-40fb-9446-cc5ea82f885a req-696d7dcd-542b-427f-9c12-e79496730138 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:51.361647 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39cec0bd-1efd-40fb-9446-cc5ea82f885a req-696d7dcd-542b-427f-9c12-e79496730138 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.3621743 Feb 11 13:12:51.443778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:51.444227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:51.444572 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Floating IP ce870e13-82a0-4641-84fe-a9c95830fe57 disassociated. External IP: 172.27.2.181, port: 9559aac9-37e7-4ee3-bc4f-7d7741be7165. Feb 11 13:12:51.444952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Calling delete_port for 9559aac9-37e7-4ee3-bc4f-7d7741be7165 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:12:51.509660 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39cec0bd-1efd-40fb-9446-cc5ea82f885a req-b141f748-03d5-4b70-a0da-09987b3f6e99 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1395798 Feb 11 13:12:51.555664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:12:51.556066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:12:51.969196 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'code': 200} Feb 11 13:12:52.057608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Deleting port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:12:52.058100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:52.332781 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] For port 9559aac9-37e7-4ee3-bc4f-7d7741be7165, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9559aac9-37e7-4ee3-bc4f-7d7741be7165,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:12:52.333191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:52.720261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:52.720682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:52.721037 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Floating IP ce870e13-82a0-4641-84fe-a9c95830fe57 disassociated. External IP: 172.27.2.181, port: 9559aac9-37e7-4ee3-bc4f-7d7741be7165. Feb 11 13:12:52.721428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Calling delete_port for 9559aac9-37e7-4ee3-bc4f-7d7741be7165 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:12:52.905577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cbb88-4361-4880-84b9-777592d26505 req-7456a2bf-3bfd-4c0c-b355-8cd460233de9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:52.907341 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-049cbb88-4361-4880-84b9-777592d26505 req-7456a2bf-3bfd-4c0c-b355-8cd460233de9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 943 time: 0.2582202 Feb 11 13:12:53.039359 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-049cbb88-4361-4880-84b9-777592d26505 req-6197df4e-4c76-43d0-97cf-7d908867355d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c32b004-d83f-46d0-8a58-97fea2248857&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0940130 Feb 11 13:12:53.041221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:53.057174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a1f88c9f-c214-4cc7-b44c-a65f5c4cd3d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:53.354746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event deleted for resources: {'Port': ['ID=9559aac9-37e7-4ee3-bc4f-7d7741be7165,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:53.439113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.439462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.439847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.440263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.440659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.441056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.441454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.441830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.442209 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.442602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.442987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.443373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.445683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.445683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.445683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.445683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.445683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.445683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.446154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.446401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.446749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.447156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.447492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.447878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:53.453678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:53.727650 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-148ade8c-7c51-4af1-b59c-80834ac4f0e5 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2385483 Feb 11 13:12:53.832226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Router e03dea84-adff-4545-a7e7-33a218f8b1fc has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:12:53.996940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-9be0ee3b-45df-4491-b29b-1eed59a72282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:53.998463 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-9be0ee3b-45df-4491-b29b-1eed59a72282 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.2479455 Feb 11 13:12:54.152042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:12:54.163273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] Sync routers for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:12:54.178677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:12:54.179493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:12:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:54.203994 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] No DVR routers for this DVR port 9559aac9-37e7-4ee3-bc4f-7d7741be7165 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:12:54.206592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:54.252235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'name': 'network-vif-deleted', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:54.304008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c25627bc-0469-473f-b6d2-8acffbb1ecd7 req-f91dcdfb-b9e4-4e27-b38b-dd1dd4eff9ce tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Synchronizing usage tracker for tenant:33e874c0892b45e999886feb927e2def on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:12:54.313567 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ec3a3c1-9a3f-4a10-8ad1-377e9b602f4a req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.123 "DELETE /v2.0/ports/9559aac9-37e7-4ee3-bc4f-7d7741be7165 HTTP/1.1" status: 204 len: 173 time: 3.8509288 Feb 11 13:12:54.342432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-29180922-cf08-42cb-a207-a4f5000834bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:54.344423 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-29180922-cf08-42cb-a207-a4f5000834bf service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.3226852 Feb 11 13:12:54.350813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c25627bc-0469-473f-b6d2-8acffbb1ecd7 req-f91dcdfb-b9e4-4e27-b38b-dd1dd4eff9ce tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Unset dirty status for tenant:33e874c0892b45e999886feb927e2def on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:12:54.354461 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c25627bc-0469-473f-b6d2-8acffbb1ecd7 req-f91dcdfb-b9e4-4e27-b38b-dd1dd4eff9ce tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.1375382 Feb 11 13:12:54.530071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:12:54.579266 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-af27fe87-9e7a-4425-a865-66d6a6bed34b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.2109673 Feb 11 13:12:54.628365 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e34b341-75c5-4b9d-b8e2-34a47150f07b', 'name': 'network-vif-deleted', 'tag': '9559aac9-37e7-4ee3-bc4f-7d7741be7165', 'status': 'completed', 'code': 200} Feb 11 13:12:54.659288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-52917e81-1087-4301-a00d-99b5e5267761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:54.661125 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-52917e81-1087-4301-a00d-99b5e5267761 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0752008 Feb 11 13:12:54.725609 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-3366f7fd-0c9f-439e-9081-ac7b310bf65a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567431 Feb 11 13:12:54.883921 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-d7333534-0495-43ce-858a-18d3330d69d1 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501107 Feb 11 13:12:54.908004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:30Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:54.912316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] Checking router: e03dea84-adff-4545-a7e7-33a218f8b1fc for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:12:54.922421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:12:54.923079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:12:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:55.035102 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a2fe413-88fa-487d-bde0-f9b8d4223bf7 req-9dfcd804-21c8-436f-8534-2ec276a055cd service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439321 Feb 11 13:12:55.116790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:12:55.485265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:30Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:55.494789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11f151-5e83-424f-84fe-299fd2cba389 None None] The sync data for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi is: [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:07:18Z', 'revision_number': 4, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '15ae7ed8-b4de-45e0-9cd2-56f80ca9b895', 'name': '', 'network_id': '82eebc2d-39be-41c7-a01b-1dd1bdbba182', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'mac_address': 'fa:16:3e:7b:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '20224712-aa10-4cff-a458-468e594d9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:17Z', 'updated_at': '2021-02-11T13:07:30Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'subnets': [{'id': '20224712-aa10-4cff-a458-468e594d9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:12:55.634256 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe2c54d1-a263-48a6-9bcd-02c7e70eb40f req-01be2731-9f1b-411f-a6d3-89f0cd2b0ce6 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0561059 Feb 11 13:12:55.935098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25035d9d-ac8b-4f8f-99df-cc2918f32cda None None] New status for floating IP ce870e13-82a0-4641-84fe-a9c95830fe57: DOWN {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:12:56.824472 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f8dbcea-4b02-484f-ba22-b78245bc0f8f req-5c15cd14-70f5-4d7f-9768-5e3f460eca7e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0497353 Feb 11 13:12:58.011758 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b3402206-0e6a-400b-bfb5-148ed0ce9269 req-dcecf4dd-966b-47c8-8d96-334e57c76656 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0542717 Feb 11 13:12:59.193734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e81ebd12-668e-476f-86dc-a2e6f5f74d17 req-b82762ab-7bc6-42da-ae18-9ca4a488e96e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0507255 Feb 11 13:13:00.384572 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7ff37c5-f532-46e2-b1b6-7310fefb37b8 req-80cfb34f-e1d0-4567-934d-0278239e08e4 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0496171 Feb 11 13:13:01.591282 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4334ea17-2643-4b4f-b93f-221cfa6aacfa req-60e4ab40-3c32-43c6-a3a1-29f2be2dde6d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0677764 Feb 11 13:13:02.768715 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f95d8467-cbca-45cf-9668-e5404cc0e455 req-b0f0cafa-a7b7-4419-a0a2-15097366755f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0485740 Feb 11 13:13:03.948636 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bbaf754e-a63d-4964-a23c-ce3baebe1843 req-b3e9be50-b854-4481-b933-a3e18cdae4c6 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0483763 Feb 11 13:13:05.126981 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5b733f27-9858-42b2-9b04-96407bdc63b2 req-31a19e7d-8a1f-4804-bec7-8cde9358d01c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0513210 Feb 11 13:13:06.307050 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7fefde4-1254-4da8-844d-5bf4ff21df63 req-6898baf4-3887-47df-b97b-a18e54abf9d4 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0506749 Feb 11 13:13:07.487620 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f39186a9-2e67-4ed3-87fe-499575b81487 req-a84c34f0-dd63-4799-bf8a-838a4b833bef tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0485566 Feb 11 13:13:08.667688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de37688b-fa27-4754-b1e2-4594da387c74 req-2df41e49-a584-4c5a-b48d-c35e343e9513 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0514441 Feb 11 13:13:09.251328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0595b4c2-e7dd-4d42-b52b-89e6e89bee5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:09.845903 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d5c6e5f-2da3-4e50-b004-1457c1b9ca4f req-9c606661-5fa0-4bf7-8895-0c8807517e59 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0495644 Feb 11 13:13:11.035750 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4bbd388-e4d8-438b-87f8-b3748977801d req-970b5b01-aca7-4210-92dc-14394a27e325 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0531886 Feb 11 13:13:12.193244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-577b3a76-bc1d-44c7-a38c-7eb865cf6632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:12.218229 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d55ef5df-b6b0-48ce-90c9-6b3e09622271 req-e76b2422-5731-4947-b69c-deea5be1fedf tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0534139 Feb 11 13:13:12.291830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:13.401588 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-95ac99aa-9458-4c08-9a73-fabfc93acc5a req-4195c487-ffa1-42cc-8b8c-87f2e54bd32e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0504539 Feb 11 13:13:13.756566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:14.237756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:14.584295 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0f68a3c-941f-4292-a58b-d5cab6847ba7 req-50fe5145-8824-4c3a-a07c-575e25cf460e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0488269 Feb 11 13:13:15.771105 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a01d917-d78f-463e-8488-344899418e3b req-7e5e18be-6232-4249-b2ef-f813c4199cad tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0552621 Feb 11 13:13:16.955385 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f9d220a-5db3-44b7-ad6b-9500a05d738d req-27591d59-3634-4aea-a18e-5d3ebc5695a8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0511265 Feb 11 13:13:18.138386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5edd7d4-c982-43ed-90ff-1370147f97b4 req-dab444b8-d3de-49ff-b96f-103ba74e6c31 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0502133 Feb 11 13:13:19.324176 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d4823232-1d63-4e8f-a4d1-fb067b8d3341 req-7bfade6a-9a97-41d9-85a8-61df76d7aa39 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0515447 Feb 11 13:13:20.500954 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5df289ca-7645-4628-952a-6735e49fd66a req-794a1194-04d6-4bae-a856-8f88604a07be tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0492496 Feb 11 13:13:20.580069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:21.682842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ab7e419-8994-4dc1-8ac3-593a9b73fc13 req-3e83871d-f68b-4350-bdbb-4e2aa863b238 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0495083 Feb 11 13:13:22.864263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0774d8a0-6b7d-44f4-a982-7e54a99e3bbc req-a51efb33-7c32-49bd-a23d-cab799d37bf2 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0530043 Feb 11 13:13:24.043073 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58fa5174-2281-43d4-98af-7ee2b456d592 req-1a4f6002-fc90-4bee-98f9-7021cc7ee645 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0484307 Feb 11 13:13:25.024589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:13:25.224751 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81037182-2a88-4b92-bf34-a7659e332ed9 req-1785f2fd-9acd-4de8-aa0b-233be67635b8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0494115 Feb 11 13:13:26.634723 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a6bc13-2380-4538-aae9-4978228b6a21 req-d4dc8b09-b669-450b-b614-2a71f430a50a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.2795596 Feb 11 13:13:27.842896 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1aedfa4-cb32-452a-b44f-a69d7ef00ee1 req-5037c872-f47b-44d2-acef-803cb3a62faa tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0537300 Feb 11 13:13:29.027280 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb94043d-36ee-45f7-b748-609207f92199 req-6031bcac-7a48-4772-adf9-988b82d97e7a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0509460 Feb 11 13:13:30.212429 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-12eed444-615e-4691-aa60-2d398f4b91c6 req-ae21fe55-26c5-47fc-8e36-df4820768f0c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0539725 Feb 11 13:13:31.398284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91f717e8-7f79-4940-9677-d70b73814330 req-48dde285-cecb-4fb6-8f22-cfffd8f2ac71 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0502717 Feb 11 13:13:32.582320 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93bd5357-d058-4ddf-b987-4b69b5564c64 req-1565727f-b690-4eed-93b6-b202d6ae6782 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0500956 Feb 11 13:13:33.764967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-967d0578-2cfe-4146-824f-119c2fd5b682 req-6103a902-e705-48bc-a046-837c91defae5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0527678 Feb 11 13:13:34.941644 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6818fb23-b863-4e53-bf1d-ed52978f3f2e req-070968b7-35c5-42ce-bb72-77481a776aa0 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0488312 Feb 11 13:13:36.124519 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6075f026-a2d9-495d-b3c7-24229f2b1e8e req-afe8472d-1112-4115-b6c4-636f2e05d77a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0501549 Feb 11 13:13:37.311089 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-32d279c6-83e6-443b-ad82-3609545d4a8b req-1ac61933-5d7d-4424-a7d6-729c60d102b9 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0546427 Feb 11 13:13:38.489095 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-844a8496-9d34-4af8-a10c-b4f24c57b950 req-e51cd6ca-64f7-48f1-a08f-3c86915cd59f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0494938 Feb 11 13:13:39.253695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e384cd24-729d-49ed-9078-0d909152b6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:39.671885 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a141670d-1987-4f46-9041-606f57f82f48 req-ddd24c9f-9991-4340-80c4-0e6b464390b5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0516744 Feb 11 13:13:40.853562 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f2746005-5f1f-4314-9f26-fcf6df60ac30 req-2d51f748-ffd1-47ac-94b3-2e6dd516f276 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0513453 Feb 11 13:13:42.037217 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7273e71a-950b-41e2-80d2-fd7fd036d2bc req-b50ae3e4-8f7c-4a43-a38f-4d1bdc26006a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0534122 Feb 11 13:13:42.194881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f5115f47-ecf4-443d-bd16-f29d174ef973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:42.294307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:43.219921 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87c1b080-1e68-45ca-8cc2-1329484b22cc req-ccd15871-01a3-4bae-b024-9e6ff9a170f1 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0493989 Feb 11 13:13:43.759373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:44.241636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:44.442949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d260f-8488-4e93-9f71-71d03ea4f44b req-6048e389-9a19-4075-8ebe-82f45720d8d2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:44.444683 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d79d260f-8488-4e93-9f71-71d03ea4f44b req-6048e389-9a19-4075-8ebe-82f45720d8d2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1823378 Feb 11 13:13:44.510215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca652863-0f94-4c68-bf1a-cf58a9ff23f3 req-96967f3d-70c7-44bd-bae5-2d416a682f29 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0644219 Feb 11 13:13:44.554028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d79d260f-8488-4e93-9f71-71d03ea4f44b req-ca429e2f-df83-444c-9f91-92e9650cd74b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0718560 Feb 11 13:13:45.776725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a4aedfa6-010a-4ea3-9d95-ce29764288af req-d7b05103-109b-4294-920b-d5be09c9af4a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.1172285 Feb 11 13:13:45.890719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6a79b-fa33-472b-94f2-2b90c3a49791 req-880a709c-eab4-488e-9aca-2230c2b1737e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:45.892385 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64a6a79b-fa33-472b-94f2-2b90c3a49791 req-880a709c-eab4-488e-9aca-2230c2b1737e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1859670 Feb 11 13:13:45.957456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64a6a79b-fa33-472b-94f2-2b90c3a49791 req-d1bf5580-e2a3-4445-9b1d-3588a58bfee0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0580721 Feb 11 13:13:46.956256 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1d18d5a7-0936-40e2-adf3-8901fc47b3e7 req-d58c7a75-5eba-4ca5-9aa0-2b1573c66f50 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0526390 Feb 11 13:13:47.251126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078acb-99c2-4291-a958-75f86d62467f req-022a49ee-e7b0-404e-bbfe-b309a5b6ebb6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:47.252965 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae078acb-99c2-4291-a958-75f86d62467f req-022a49ee-e7b0-404e-bbfe-b309a5b6ebb6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1647885 Feb 11 13:13:47.320742 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae078acb-99c2-4291-a958-75f86d62467f req-264c3269-6020-4dd8-a577-7205b60f5f2c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602536 Feb 11 13:13:48.150134 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53985a3d-836d-4d3a-ba0c-f1a080594850 req-b2c65df4-534c-4d4c-ba25-ccdcd37878aa tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0531254 Feb 11 13:13:48.615622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0004ef-a410-402b-ad04-a97ab105daeb req-6bc60b3b-7092-4378-95b6-0acaef91fb47 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:48.617285 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bc0004ef-a410-402b-ad04-a97ab105daeb req-6bc60b3b-7092-4378-95b6-0acaef91fb47 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1681304 Feb 11 13:13:48.682690 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bc0004ef-a410-402b-ad04-a97ab105daeb req-9375c196-c5fb-4298-9d8f-7ea8df9eb752 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590966 Feb 11 13:13:49.335651 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddda5eb3-3f72-480f-96ff-9cb5dc5ad6b6 req-e3ca451b-db3c-48cc-a8f1-19673e2aae1c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0527086 Feb 11 13:13:49.978993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cff06-a2c3-49f5-b7da-6d653cfbc726 req-ab84ec64-2a2c-4da6-ac12-67a5a834d4dd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:49.980933 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5a2cff06-a2c3-49f5-b7da-6d653cfbc726 req-ab84ec64-2a2c-4da6-ac12-67a5a834d4dd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1646106 Feb 11 13:13:50.047394 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5a2cff06-a2c3-49f5-b7da-6d653cfbc726 req-04b4c550-6d9e-4fae-99bf-13730ae3d539 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0599644 Feb 11 13:13:50.611570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:50.655731 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e432fd30-3be3-489e-820d-7f42f265130a req-09cd1030-c454-4408-877c-2c393c10b931 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0526686 Feb 11 13:13:51.361335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334fb8-9972-4236-83fa-19f2cc7da26d req-a8d07fca-dffe-4df3-b7f6-0e2c4391fa43 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:51.363037 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45334fb8-9972-4236-83fa-19f2cc7da26d req-a8d07fca-dffe-4df3-b7f6-0e2c4391fa43 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1803315 Feb 11 13:13:51.428750 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45334fb8-9972-4236-83fa-19f2cc7da26d req-b5067b18-cefe-4e76-9d90-1448873a681d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587938 Feb 11 13:13:51.835934 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85c5e1f5-9bfc-4efd-a409-dbf7731a5696 req-051c6a05-357c-4e4b-97e1-ae79f01b00ce tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0534458 Feb 11 13:13:52.721031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebe74f-ac47-4ee0-9e17-bc278379397b req-94b0b458-fc2e-41c1-b249-3a395aa63be4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:52.722643 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c0ebe74f-ac47-4ee0-9e17-bc278379397b req-94b0b458-fc2e-41c1-b249-3a395aa63be4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1651602 Feb 11 13:13:52.787529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c0ebe74f-ac47-4ee0-9e17-bc278379397b req-6102bbd2-13a7-465c-a9ed-823934c37cb0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586154 Feb 11 13:13:52.897153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 40602e1e-efa0-4729-89a7-7c7eadac4640 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:13:52.969679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 40602e1e-efa0-4729-89a7-7c7eadac4640 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:13:52.970097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:53.019198 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6c45be07-d7d8-4211-aeef-c3e3e1d50741 req-c089910f-0aa2-4f60-abec-9ec0d876ac2c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0544150 Feb 11 13:13:53.595454 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-3ac888eb-2b72-427e-a848-ce4998658867 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0818219 Feb 11 13:13:53.698880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-abde7255-0664-4e58-aa23-615dc90d7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:53.700626 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-abde7255-0664-4e58-aa23-615dc90d7bf4 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1163 time: 0.0810714 Feb 11 13:13:53.869143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-73ff41d8-4975-4254-b092-19638017343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:53.870826 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-73ff41d8-4975-4254-b092-19638017343e service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.1503518 Feb 11 13:13:53.979358 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-c79beb18-91d5-452f-ad26-e59c3cb43755 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 217 time: 0.1016748 Feb 11 13:13:54.074182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-1c150c7c-ea88-4d09-b3fe-c59a4d0e3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:54.075844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-1c150c7c-ea88-4d09-b3fe-c59a4d0e3478 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0894020 Feb 11 13:13:54.223741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cd50d-04ca-4930-9851-f34adcccf01d req-9a767cc0-807c-4f40-93d0-816eba511199 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:54.225560 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-631cd50d-04ca-4930-9851-f34adcccf01d req-9a767cc0-807c-4f40-93d0-816eba511199 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.2899547 Feb 11 13:13:54.227835 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-0243a203-5282-49e9-aecb-6da5eae1600c service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443369 Feb 11 13:13:54.310619 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1541c3cd-375b-49ff-adb1-a79f0e8af48b req-2c7ec4a3-6611-4e2c-9c5d-9b52b55a0b53 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0814753 Feb 11 13:13:54.507919 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-631cd50d-04ca-4930-9851-f34adcccf01d req-3d2bb189-8e8f-4577-aaeb-7e312b5f8fbf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2290137 Feb 11 13:13:54.554599 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-0c0a051c-0c0d-4164-9e4f-a69aea24a7f1 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817276 Feb 11 13:13:54.559906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-ae8107b6-c67e-4a02-9ea5-36e73536d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:54.561897 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-ae8107b6-c67e-4a02-9ea5-36e73536d85c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1162 time: 0.1638131 Feb 11 13:13:54.824100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e68398a9-6014-4164-9d3a-dba9974a1a32 req-a1007e40-c117-4986-96e0-f1bbeb05c22c service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2611039 Feb 11 13:13:54.829004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-da95b375-e67e-4ace-a223-4cc8caa48cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:54.830500 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-da95b375-e67e-4ace-a223-4cc8caa48cdd service neutron] 10.222.0.123 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 903 time: 0.2450602 Feb 11 13:13:54.938466 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-ff4d58cc-b3e2-4b3b-a503-91ba58171726 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 1000 time: 0.1009402 Feb 11 13:13:55.010579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-00e4993c-81bf-4bf7-9fba-002fc32304f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:55.012179 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-00e4993c-81bf-4bf7-9fba-002fc32304f5 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.0672472 Feb 11 13:13:55.095877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-2d6ff957-d92d-49a0-80a8-e8a05a8f6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:55.097539 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-2d6ff957-d92d-49a0-80a8-e8a05a8f6c88 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782685 Feb 11 13:13:55.243721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-9747d3f1-0f5c-4460-ba14-80cad247cc4e service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386132 Feb 11 13:13:55.396499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee67f841-af9c-4a73-9068-33939c87e1c3 req-38da6565-8443-435f-9fb4-9f270bcfb68f service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464415 Feb 11 13:13:55.502438 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1cb71d2-6adf-41bd-8b86-288d4d50ac09 req-b8485a55-92d1-467e-be1d-0f0b975de209 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0523763 Feb 11 13:13:55.819454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec6484-80a5-4499-b249-712a0d861d7d req-053c36d0-c4c0-4e78-a258-c04b2e40fd98 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:55.821138 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3dec6484-80a5-4499-b249-712a0d861d7d req-053c36d0-c4c0-4e78-a258-c04b2e40fd98 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 945 time: 0.1784933 Feb 11 13:13:55.887260 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3dec6484-80a5-4499-b249-712a0d861d7d req-090d9e2b-04e8-428b-b293-fffe103ee949 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592198 Feb 11 13:13:56.701022 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cba8d62a-6038-4e9b-b426-8d64a2f6a6cc req-4569d604-3f97-4dac-a290-f04666952f88 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0661671 Feb 11 13:13:56.907013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 40602e1e-efa0-4729-89a7-7c7eadac4640 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:13:57.030794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:57.063206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:57.074946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 40602e1e-efa0-4729-89a7-7c7eadac4640, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=40602e1e-efa0-4729-89a7-7c7eadac4640,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:13:57.081636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:57.083883 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:13:57.147948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'code': 200} Feb 11 13:13:57.171957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=40602e1e-efa0-4729-89a7-7c7eadac4640,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:13:57.181395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.181979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.182458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.182927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.183397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.183862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.184356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.184813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.185350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.185927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.186972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.186972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.187674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.188153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.188599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.189062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.189520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.189974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.190427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.190880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.191334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.191787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.192271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.192702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:13:57.197671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:13:57.391680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce42ca-1b36-404c-a108-017099124109 req-1cece1c9-cbcb-4c59-8271-bdb0615a7385 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:57.393399 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8ce42ca-1b36-404c-a108-017099124109 req-1cece1c9-cbcb-4c59-8271-bdb0615a7385 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3775492 Feb 11 13:13:57.457169 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8ce42ca-1b36-404c-a108-017099124109 req-a9d69f20-d670-42d2-b97e-833767a94965 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0569983 Feb 11 13:13:57.886977 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b642aa8d-67f6-442d-89a2-b43ef0d18371 req-004cac38-26d4-44c6-8240-114732014cd2 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0524249 Feb 11 13:13:58.747830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edf51a-6652-4e41-a655-5faba01d9d3b req-3fc794ba-682c-4057-a909-479307a9ff0d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:13:58.749572 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68edf51a-6652-4e41-a655-5faba01d9d3b req-3fc794ba-682c-4057-a909-479307a9ff0d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1638546 Feb 11 13:13:58.813162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68edf51a-6652-4e41-a655-5faba01d9d3b req-bde3229f-43a8-41e1-a61a-2611a68f7fad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0571864 Feb 11 13:13:59.069719 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-019b0266-3926-4a28-9580-b6579962cca6 req-c4a07b90-5292-473a-922e-a47da39ab4a3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0532300 Feb 11 13:14:00.105186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9502891-07c3-49a5-932b-4400d55ee032 req-72d5b4b5-4d90-46fc-8521-70dcdffc69f8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:00.106770 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b9502891-07c3-49a5-932b-4400d55ee032 req-72d5b4b5-4d90-46fc-8521-70dcdffc69f8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1626360 Feb 11 13:14:00.171462 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b9502891-07c3-49a5-932b-4400d55ee032 req-a8135dda-8663-4e65-a2c0-64ee0557daa2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0578609 Feb 11 13:14:00.253122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8dc6ec36-bd29-4ecf-9d03-1c2186b4be8b req-fd9c4fd5-75a0-4d19-9be1-c275da74fca8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0538807 Feb 11 13:14:01.469266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc4f0a-1639-41cb-9747-56b5c2a25628 req-b52f6410-f8e0-425c-9984-6117cc95c6c1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:01.470836 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cdfc4f0a-1639-41cb-9747-56b5c2a25628 req-b52f6410-f8e0-425c-9984-6117cc95c6c1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1669879 Feb 11 13:14:01.536696 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df1cdc9f-54fd-4cc1-b8d1-0a11819bb32a req-7d83e202-6110-4cc1-b7a0-77fdf4a97fdf tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0648012 Feb 11 13:14:01.582198 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cdfc4f0a-1639-41cb-9747-56b5c2a25628 req-1c0eae5c-8090-429e-8263-b8ff48f922bb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0686162 Feb 11 13:14:02.025073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:14:02.718325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c6ebe1af-4768-467f-8593-8a0b33770064 req-cd7aa298-23af-4094-aae5-d35d2bb0cfab tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0525060 Feb 11 13:14:02.880856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762c791-9e4e-48f0-b08d-d75f7363fdd7 req-321fbca2-d23f-4dc2-9434-64ccf8c319ad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:02.882461 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9762c791-9e4e-48f0-b08d-d75f7363fdd7 req-321fbca2-d23f-4dc2-9434-64ccf8c319ad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1670976 Feb 11 13:14:02.952044 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9762c791-9e4e-48f0-b08d-d75f7363fdd7 req-a0a9d4c6-9a15-416d-82ff-21f9de22d395 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0631578 Feb 11 13:14:03.897712 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5190c39c-7433-4e1c-b8a3-772a7611fb12 req-4bfcad19-5d41-47ee-a25b-b7201764a334 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0504088 Feb 11 13:14:04.252355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0cd9d-268c-4524-ad34-b8649ff8f5d2 req-c0f72e8c-68b8-482a-b53f-9706a49feee7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:04.254080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9df0cd9d-268c-4524-ad34-b8649ff8f5d2 req-c0f72e8c-68b8-482a-b53f-9706a49feee7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1706486 Feb 11 13:14:04.333977 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9df0cd9d-268c-4524-ad34-b8649ff8f5d2 req-bfc04f8b-8381-460e-af00-71e3cdffe5bf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0648963 Feb 11 13:14:05.079623 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9790f1b6-f24a-4e8b-b7cd-ee917705c75b req-9789d102-e323-4eba-965f-b945ec643821 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0501420 Feb 11 13:14:05.626507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88c64-c14a-4165-aed5-75ad36950a36 req-060958df-2608-47ec-a9e7-126abf4dcf8e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:05.628103 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbe88c64-c14a-4165-aed5-75ad36950a36 req-060958df-2608-47ec-a9e7-126abf4dcf8e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1637373 Feb 11 13:14:05.695641 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbe88c64-c14a-4165-aed5-75ad36950a36 req-fbccbb4f-dc0e-4696-a46e-f7d087caf3b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0606201 Feb 11 13:14:06.260132 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-08b8c8fd-a5a4-4968-aca9-59f9473ac4dc req-280e21bb-9b8f-42fe-a845-55611fe2603a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0503128 Feb 11 13:14:06.987251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28338d-cdfd-4bac-a62c-fe85c34ae619 req-23934770-518f-49ba-b706-8c6cb6c4cb52 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:06.988962 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd28338d-cdfd-4bac-a62c-fe85c34ae619 req-23934770-518f-49ba-b706-8c6cb6c4cb52 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1654420 Feb 11 13:14:07.057357 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd28338d-cdfd-4bac-a62c-fe85c34ae619 req-24cdc5d3-b2e5-477f-9c35-10c0bfe1cb4b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616195 Feb 11 13:14:07.440986 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c7299711-695d-437e-8f54-389d23e33ef1 req-fc4f9096-3ab8-4c9a-afd5-451e1e574a2a tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0498517 Feb 11 13:14:08.500726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95e204-ce53-4b97-898c-a5b11c9266fb req-b1e14c27-8fff-415d-9711-b35379129058 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:08.502610 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae95e204-ce53-4b97-898c-a5b11c9266fb req-b1e14c27-8fff-415d-9711-b35379129058 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1755490 Feb 11 13:14:08.571754 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae95e204-ce53-4b97-898c-a5b11c9266fb req-7ffbb244-7452-4257-a282-8c2db844229b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0625656 Feb 11 13:14:08.621517 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1675945c-cf8a-47d8-b074-29c8c3bbf593 req-5e189d73-bc29-4ca6-8998-a0f5d2bb1833 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0480487 Feb 11 13:14:09.254614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9788f702-21c8-48c8-bd31-545b679611a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:09.813182 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7e0f85b1-19ea-48b2-bdab-e51009322e83 req-0d484824-6fbe-4efb-a79d-76693fccee05 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0564454 Feb 11 13:14:09.917445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0bfeb-5cd9-43a0-b793-9767b7e1c152 req-4bde3ea6-0774-425f-8585-ebeaab3a16d6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:09.919172 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80a0bfeb-5cd9-43a0-b793-9767b7e1c152 req-4bde3ea6-0774-425f-8585-ebeaab3a16d6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2177303 Feb 11 13:14:09.985474 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80a0bfeb-5cd9-43a0-b793-9767b7e1c152 req-4f0dc19b-684e-457c-be97-4a5fba1d1037 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597003 Feb 11 13:14:10.989095 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3d49fcbc-57aa-490c-9aa8-c5864d32eb06 req-497958fb-e844-41b2-a55b-e536db31c8bf tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0485790 Feb 11 13:14:11.282452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16109f0e-8efc-4a39-b616-e628dfe96ff9 req-e7b16872-5a2c-44b8-81f1-31ef121c2dec tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:11.284227 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16109f0e-8efc-4a39-b616-e628dfe96ff9 req-e7b16872-5a2c-44b8-81f1-31ef121c2dec tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1703739 Feb 11 13:14:11.351202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16109f0e-8efc-4a39-b616-e628dfe96ff9 req-81e66eea-0afe-4991-af84-16b7ce949144 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0596776 Feb 11 13:14:12.173618 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0577add7-6ec9-4904-a7e7-022ce8a50751 req-71eb2b22-632d-461a-893f-f833462c9b80 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0521166 Feb 11 13:14:12.198571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbf10797-9719-4e1e-936d-89efa19f9df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:12.296857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:12.648680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b38efc-6a98-4276-a336-b1e7bff476f2 req-6d1e710b-c50a-4b70-b838-621f5c2328e1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:12.650309 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-00b38efc-6a98-4276-a336-b1e7bff476f2 req-6d1e710b-c50a-4b70-b838-621f5c2328e1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1672728 Feb 11 13:14:12.714965 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-00b38efc-6a98-4276-a336-b1e7bff476f2 req-c0f3aab5-b90c-48ef-83c0-6fdb1d22eb9c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0584047 Feb 11 13:14:13.363619 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5f6e9c9a-36c2-4929-ad21-0889f1c42fc4 req-f9cb9b87-ba31-4faa-b8c2-54b16e5cb229 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0486801 Feb 11 13:14:13.761714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:14.011420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06f2fb-3d15-4feb-af3d-5dfb84e7e79e req-f5fe42cc-ecbd-401c-a166-4fa5fba642f9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:14.013038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de06f2fb-3d15-4feb-af3d-5dfb84e7e79e req-f5fe42cc-ecbd-401c-a166-4fa5fba642f9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1688249 Feb 11 13:14:14.077466 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de06f2fb-3d15-4feb-af3d-5dfb84e7e79e req-a418ec14-8178-45a4-b3b6-9405ba8b9e74 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0581193 Feb 11 13:14:14.240547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:14.550031 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2dc47657-60b5-446a-a347-3cfd17565591 req-a095a40b-c0c2-46a7-94b7-deedc2b3d035 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0486722 Feb 11 13:14:15.379139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a9207-a0d1-4df8-9562-ae9c63760a8b req-f2fcbb8f-0992-4e6c-9b41-c9ac55a41444 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:15.380802 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-313a9207-a0d1-4df8-9562-ae9c63760a8b req-f2fcbb8f-0992-4e6c-9b41-c9ac55a41444 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1712303 Feb 11 13:14:15.444617 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-313a9207-a0d1-4df8-9562-ae9c63760a8b req-97eea331-9c2c-4b78-a395-85a4bd576907 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0574191 Feb 11 13:14:15.731029 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b57e10e-af05-42d1-a8ec-e29924dc9795 req-263cfc97-c7bc-42e3-a336-8b9e1a9141e6 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0491760 Feb 11 13:14:16.739053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d9156-553f-4d86-a940-175534e3612a req-7cbc434d-cd03-42ac-874a-90cd16288a58 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:16.740744 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-124d9156-553f-4d86-a940-175534e3612a req-7cbc434d-cd03-42ac-874a-90cd16288a58 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1673622 Feb 11 13:14:16.806741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-124d9156-553f-4d86-a940-175534e3612a req-adf8b538-9f1d-4334-ae12-b8cfb6c8a598 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595253 Feb 11 13:14:16.908360 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7af1f7c9-cd06-40bc-88e3-e14664b04f1f req-3af3180a-6984-454a-8dd7-a0142d9e3484 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0486739 Feb 11 13:14:18.101816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371317-d359-44cd-9c2d-d2203e46b749 req-470176ec-b0d6-41de-bc9c-a3ccfb09444c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:18.103436 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf371317-d359-44cd-9c2d-d2203e46b749 req-470176ec-b0d6-41de-bc9c-a3ccfb09444c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1679757 Feb 11 13:14:18.166522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b46a18a2-fe0f-4e8b-9288-b36e94e0ffa7 req-a014613c-91ee-4b4b-86ff-57b90d22ee3f tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0619521 Feb 11 13:14:18.210946 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf371317-d359-44cd-9c2d-d2203e46b749 req-6214e9ca-03ea-4a40-9f8f-29d5ca137e02 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0642929 Feb 11 13:14:19.391177 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1d84e44e-8f46-4e37-aab2-da00bbd70724 req-4eff0516-dfc0-425f-ab0b-87ce444bf20d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0895727 Feb 11 13:14:19.519894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75e010-2111-42c1-8afb-b2b1e1fc8871 req-552aaf30-f385-4bab-a78b-145754947500 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:19.521517 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca75e010-2111-42c1-8afb-b2b1e1fc8871 req-552aaf30-f385-4bab-a78b-145754947500 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1730206 Feb 11 13:14:19.586751 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca75e010-2111-42c1-8afb-b2b1e1fc8871 req-5c3f1ca4-cf86-4de8-b0df-d49d1e15f2ba tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587845 Feb 11 13:14:20.577816 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0c7c4d91-b088-42c8-9e30-5665753014d4 req-cfcddc25-a654-42f3-9855-bbefd3faf446 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0536759 Feb 11 13:14:20.627280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:20.877455 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550102b-afcf-46b4-8acf-8a6581152255 req-447ee004-a0cf-4417-80f8-2a2a49b60074 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:20.879075 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6550102b-afcf-46b4-8acf-8a6581152255 req-447ee004-a0cf-4417-80f8-2a2a49b60074 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1647620 Feb 11 13:14:20.942588 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6550102b-afcf-46b4-8acf-8a6581152255 req-8d94bb4f-143e-40a2-94b8-9455a28cdbc7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0573227 Feb 11 13:14:21.954188 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d331596c-168a-47ac-8dfb-ae658d9692ff req-08a32556-dc05-48f1-8d62-091f881f0000 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.2480056 Feb 11 13:14:22.236500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3385d6-bf98-4315-a1ee-d9221bea396e req-da769fd5-4fba-4bfc-8124-1d6fb7921125 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:22.238382 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5d3385d6-bf98-4315-a1ee-d9221bea396e req-da769fd5-4fba-4bfc-8124-1d6fb7921125 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1681736 Feb 11 13:14:22.305757 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5d3385d6-bf98-4315-a1ee-d9221bea396e req-9b444d32-646d-4b5a-acf8-1bdf61b79cc3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0604715 Feb 11 13:14:23.140010 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54877602-6439-43af-9a02-b3a7fbbc21c7 req-f42a803f-f9e3-4b1d-9cb4-1e3c53ebe74e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0526330 Feb 11 13:14:23.600895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24701-d479-4574-84f2-fa0c537164cd req-04d994fa-bf62-4c40-8bad-61926b01367b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:23.602486 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2e24701-d479-4574-84f2-fa0c537164cd req-04d994fa-bf62-4c40-8bad-61926b01367b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1632714 Feb 11 13:14:23.666957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2e24701-d479-4574-84f2-fa0c537164cd req-58fe6146-1960-4d4d-a9b0-0c3bd9e9402f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0573480 Feb 11 13:14:24.322362 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1a28139-7d0f-4611-879c-2b4df4e3516f req-c119803c-9ce6-4a2d-9abf-e80be4446792 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0532033 Feb 11 13:14:24.955266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093ebd3-d479-484c-81b7-fdba28af4fe9 req-91714914-7141-481f-a278-c2502e0e2ae5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:24.957012 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2093ebd3-d479-484c-81b7-fdba28af4fe9 req-91714914-7141-481f-a278-c2502e0e2ae5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1632462 Feb 11 13:14:25.022774 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2093ebd3-d479-484c-81b7-fdba28af4fe9 req-cd358a96-c0f3-4b52-966c-f8a945f7eedc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589478 Feb 11 13:14:25.504949 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d335eb9e-cd31-4d01-97b0-8bbf0efd6807 req-0aea4aeb-f179-4dc7-8699-8134470a0933 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0524461 Feb 11 13:14:26.315447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f9f48-6fd7-4eb3-bfa9-2c1a578ba325 req-3e99af67-ca95-4c20-8935-1a41e7ae60c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:26.317137 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-181f9f48-6fd7-4eb3-bfa9-2c1a578ba325 req-3e99af67-ca95-4c20-8935-1a41e7ae60c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1662569 Feb 11 13:14:26.380748 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-181f9f48-6fd7-4eb3-bfa9-2c1a578ba325 req-0bed103d-9af8-4c10-9696-f8f45826de3f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0574238 Feb 11 13:14:26.705218 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-35156db0-ae79-4113-a9e0-18de130651ef req-adba37bf-a479-4231-ac6a-c3dbc8a7dc40 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0524096 Feb 11 13:14:27.674338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b603-66c3-4487-81e0-f787733d417a req-2f20d1fe-40ac-4b95-ad21-8fbd34603b4a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:27.676099 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53f5b603-66c3-4487-81e0-f787733d417a req-2f20d1fe-40ac-4b95-ad21-8fbd34603b4a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1644981 Feb 11 13:14:27.741415 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53f5b603-66c3-4487-81e0-f787733d417a req-f16e2729-96e0-4e73-995e-18d38cf1d08c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587637 Feb 11 13:14:27.886923 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7265945f-2384-468f-b2b8-c89b8a0778cc req-63c1b4db-7089-4fdf-af2d-5b463a93172d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0521488 Feb 11 13:14:29.033833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e23ab-afa3-4746-957b-fceaffc1e07d req-bd1af649-b787-4731-97c5-2e502c6af0e7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:29.035458 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-550e23ab-afa3-4746-957b-fceaffc1e07d req-bd1af649-b787-4731-97c5-2e502c6af0e7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1648839 Feb 11 13:14:29.103282 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01109a73-7d2b-4e62-87a9-08d8be28eb0c req-986577e9-fa09-4e81-a447-98267492e468 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0667069 Feb 11 13:14:29.149904 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-550e23ab-afa3-4746-957b-fceaffc1e07d req-67995fb0-a9d1-44ac-98f1-37050bf58bf3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0748994 Feb 11 13:14:30.287525 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae583ed1-3a95-4e46-9000-5fc7d41d3caa req-45cf4094-8d1f-4b72-bf2d-8b57a6bfb277 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0529020 Feb 11 13:14:30.448346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dad6e-d9b6-4956-8e77-6d4b1585a47c req-ad29fdb8-2441-46e2-8328-846ce7c44ca0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:30.449986 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-384dad6e-d9b6-4956-8e77-6d4b1585a47c req-ad29fdb8-2441-46e2-8328-846ce7c44ca0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1652999 Feb 11 13:14:30.518791 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-384dad6e-d9b6-4956-8e77-6d4b1585a47c req-092d79a8-9048-40fe-9b0f-19fefd672a85 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0618587 Feb 11 13:14:31.465584 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2a316c07-7fe1-46c9-9bc2-a62485c861d1 req-a44ff185-a40a-489e-bc3d-743b36a05bc8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0491929 Feb 11 13:14:31.815473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5adceb-567a-460e-a5e6-e1046f7eb4f7 req-6bac1346-f6cf-4bc5-a6a6-51f6245dfd56 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:31.817159 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a5adceb-567a-460e-a5e6-e1046f7eb4f7 req-6bac1346-f6cf-4bc5-a6a6-51f6245dfd56 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1644876 Feb 11 13:14:31.885612 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a5adceb-567a-460e-a5e6-e1046f7eb4f7 req-4728cf68-3ea7-45f9-a62c-81cb642814ac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0620956 Feb 11 13:14:32.644537 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b71e9888-6b7f-421a-ad43-ead3f92d2288 req-f1706869-8749-491f-880a-e7bb17e55cd7 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0518289 Feb 11 13:14:33.176806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311449-7169-4934-89a1-16a3ca1b81a4 req-6e72eee0-2889-4ae1-954c-7c743b490ee4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:33.178490 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91311449-7169-4934-89a1-16a3ca1b81a4 req-6e72eee0-2889-4ae1-954c-7c743b490ee4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1650519 Feb 11 13:14:33.247575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91311449-7169-4934-89a1-16a3ca1b81a4 req-d28d8b4b-1e46-45dd-b354-ec65a3b37284 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626729 Feb 11 13:14:33.824241 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf38ee78-f9dd-43ae-b3eb-3a27847b276c req-4a07f007-cc95-4f97-80e5-79edf6c9913b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0489349 Feb 11 13:14:34.549903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6bfe-d465-45de-b603-965adf581a27 req-5351a8e4-b407-41b8-8630-80164e2eb507 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:34.551525 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-751e6bfe-d465-45de-b603-965adf581a27 req-5351a8e4-b407-41b8-8630-80164e2eb507 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1678329 Feb 11 13:14:34.625798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-751e6bfe-d465-45de-b603-965adf581a27 req-829bbdcd-c460-42e7-87cd-a19af1aabeb2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0671489 Feb 11 13:14:35.015020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-391af3e5-95fb-4269-9f99-94dad0392083 req-7c9808ad-f24f-4a6c-8ba1-720480f6cf42 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0533772 Feb 11 13:14:35.932935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914790d-41b2-453a-91e3-211008810e72 req-bb7655f4-b624-4d39-a0ea-3c66459ab7c4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:35.934535 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9914790d-41b2-453a-91e3-211008810e72 req-bb7655f4-b624-4d39-a0ea-3c66459ab7c4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1718576 Feb 11 13:14:36.003377 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9914790d-41b2-453a-91e3-211008810e72 req-aa69f0d2-5cfa-4280-801c-f747a2e870f0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0623605 Feb 11 13:14:36.192672 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bd6b78aa-107f-493b-abaa-ba413e669b4e req-c049d169-d536-43d2-8a6d-08c18723ffb3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0493789 Feb 11 13:14:37.301480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273108f5-6561-40c1-b1e3-1040104dbe9f req-c645f8eb-8d51-43b5-a9ab-e81e845510c5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:37.303584 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-273108f5-6561-40c1-b1e3-1040104dbe9f req-c645f8eb-8d51-43b5-a9ab-e81e845510c5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1693497 Feb 11 13:14:37.421797 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-273108f5-6561-40c1-b1e3-1040104dbe9f req-ca6c75eb-a2c8-4df3-857d-cbfaa2aad161 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1101825 Feb 11 13:14:37.425207 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7520924e-5c23-4e59-b660-0d7859781e5f req-6e8ec430-bdae-4e29-b81a-d3bb483e29cb tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0714602 Feb 11 13:14:38.654175 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38ef737f-0698-4c56-96ba-091d1e1c0333 req-88f898ee-c722-4a76-9906-66ae50795d52 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0961235 Feb 11 13:14:38.771905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0874d24-b753-49c2-a5ae-ba44707d2260 req-9a313c1d-1eba-48d7-a169-2b83d170fc77 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:38.773623 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0874d24-b753-49c2-a5ae-ba44707d2260 req-9a313c1d-1eba-48d7-a169-2b83d170fc77 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2143385 Feb 11 13:14:38.838564 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0874d24-b753-49c2-a5ae-ba44707d2260 req-0ebcb2d3-35d8-4870-bae7-dde876293b45 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0585172 Feb 11 13:14:39.024979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:14:39.257827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d88d88f0-e892-45a9-9e7c-fb5da0905dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:39.835941 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85f74bbc-fa77-4f15-b881-cf64506bd9f7 req-c601e221-4577-473a-b440-7af61e74f210 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0497119 Feb 11 13:14:40.134142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa1f8e-55a1-4be7-90dd-6225a9f108cb req-0b390eba-9ce1-4e5e-97f2-2f3726daad1f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:40.135731 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-defa1f8e-55a1-4be7-90dd-6225a9f108cb req-0b390eba-9ce1-4e5e-97f2-2f3726daad1f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1681793 Feb 11 13:14:40.199687 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-defa1f8e-55a1-4be7-90dd-6225a9f108cb req-9adcbe62-964e-4185-be81-3be14c0f373f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0576026 Feb 11 13:14:41.015320 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-efc54d96-9992-4875-9454-d278027fcc07 req-c8916a05-9edb-478f-a6ba-9081645bb547 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0488276 Feb 11 13:14:41.498968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac09e2-f1bd-477b-bc2e-e77232e16501 req-8ebca55d-5a5e-4cf9-a6da-2d08ac758c18 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:41.500748 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-57ac09e2-f1bd-477b-bc2e-e77232e16501 req-8ebca55d-5a5e-4cf9-a6da-2d08ac758c18 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1682646 Feb 11 13:14:41.567071 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-57ac09e2-f1bd-477b-bc2e-e77232e16501 req-164d6feb-8496-42f8-9759-1b428c3359a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591230 Feb 11 13:14:42.193612 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d792e86e-fbba-4e16-8490-e8eba1ff1699 req-4c582f18-6224-46f6-a931-2db5eefa1622 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0489647 Feb 11 13:14:42.201425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d5712b2-08dc-4d7e-bd02-32720590f957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:42.301041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:42.864105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0506c3-3196-4b8f-a61d-337ba0581d83 req-6b420964-9825-493e-9af3-bf1636937567 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:42.865721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de0506c3-3196-4b8f-a61d-337ba0581d83 req-6b420964-9825-493e-9af3-bf1636937567 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1700966 Feb 11 13:14:42.929731 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de0506c3-3196-4b8f-a61d-337ba0581d83 req-1dae1e05-dc46-4f2f-9485-2834d00328c9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0573475 Feb 11 13:14:43.377696 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9294991e-ecad-4a50-87f6-1ba87c57f28e req-275f29ab-b08c-42db-9810-697bf67115f4 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0489283 Feb 11 13:14:43.764914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:44.220498 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc776-ff27-45fc-8920-61ad417118b1 req-1b9ded75-e6ac-475a-8ed9-429b20bc3218 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:44.222762 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b2edc776-ff27-45fc-8920-61ad417118b1 req-1b9ded75-e6ac-475a-8ed9-429b20bc3218 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1630125 Feb 11 13:14:44.250077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:44.293373 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b2edc776-ff27-45fc-8920-61ad417118b1 req-26c7cb3c-3c43-4f3a-84ae-14fd54e0cabc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0636153 Feb 11 13:14:44.556121 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae712ffa-58d0-46b8-9f80-9741004b986c req-c5f1874c-deaa-4926-a3aa-e600b0ed03a5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0499725 Feb 11 13:14:45.587297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef243a-4c7b-4007-af0a-77ad68b16412 req-a36e4b50-20f3-461a-b827-4bc901e7162f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:45.588967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ef243a-4c7b-4007-af0a-77ad68b16412 req-a36e4b50-20f3-461a-b827-4bc901e7162f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1649220 Feb 11 13:14:45.659719 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ef243a-4c7b-4007-af0a-77ad68b16412 req-2b155db9-61fc-4e59-8e3b-6d21d6dc28c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0643857 Feb 11 13:14:45.739173 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0e6fadb-0bbf-4cb4-9fa3-d2ea6b8c416e req-2f875138-d35c-442d-855a-340bd1f15b63 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0506628 Feb 11 13:14:46.953957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d03ad0-073b-4448-95a5-bdb33ba65543 req-686479c3-d44a-4661-a4d6-8e8112c1212a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:46.955505 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06d03ad0-073b-4448-95a5-bdb33ba65543 req-686479c3-d44a-4661-a4d6-8e8112c1212a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1639333 Feb 11 13:14:47.217236 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c6c87917-56c1-401d-ba5a-5dddf3e794a6 req-a1a31682-89bc-4306-90fd-ed54608be04b tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.2599595 Feb 11 13:14:47.262010 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06d03ad0-073b-4448-95a5-bdb33ba65543 req-2a7b146a-2e9c-40c9-b813-b1d545420e6a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0728676 Feb 11 13:14:48.399007 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5fa8eb02-c5cc-4e5d-8872-92ddaa415f29 req-23dcc47d-f8b5-4676-b079-5092b0ce46f6 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0506086 Feb 11 13:14:48.561620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac036d-e3b2-42c7-a0f3-618a3ac72fbd req-7ca2a064-bf1d-4fe3-a219-37e79e4b4a1e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:48.563220 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8ac036d-e3b2-42c7-a0f3-618a3ac72fbd req-7ca2a064-bf1d-4fe3-a219-37e79e4b4a1e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1669245 Feb 11 13:14:48.633248 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8ac036d-e3b2-42c7-a0f3-618a3ac72fbd req-44460525-7784-457a-abfd-7042621f26c5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0636282 Feb 11 13:14:49.578056 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40ccff21-724b-4271-9e3b-6e80f3b36f06 req-ffb14ca1-8ff5-4a2f-8eb7-d32eaf39f067 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0498099 Feb 11 13:14:49.933284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c77542-3d76-4438-b922-303e89eb9c21 req-0ce907ef-0ad2-4833-a28d-3e9e36f66807 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:49.934913 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76c77542-3d76-4438-b922-303e89eb9c21 req-0ce907ef-0ad2-4833-a28d-3e9e36f66807 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1659122 Feb 11 13:14:50.001031 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76c77542-3d76-4438-b922-303e89eb9c21 req-f5fd8ffc-b70d-4904-aedc-1c6dcc0ba33a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590746 Feb 11 13:14:50.641361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:50.764437 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-921dc537-ea7d-4665-accb-79be8724163c req-61c3c19a-c440-40fe-a859-988d14eccc44 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0512197 Feb 11 13:14:51.303167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb8f34-9ea3-4357-a477-e685066138f0 req-91daaed4-175f-4419-8e12-0072abc5e839 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:51.304853 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68eb8f34-9ea3-4357-a477-e685066138f0 req-91daaed4-175f-4419-8e12-0072abc5e839 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1674473 Feb 11 13:14:51.369243 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68eb8f34-9ea3-4357-a477-e685066138f0 req-b71102ec-b8b0-4974-80e1-679a5658502d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579805 Feb 11 13:14:51.943350 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2922041c-4ba4-4929-b5b3-c73ac42baf4f req-c2805977-f792-4e52-a2ba-d47861c9157c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0503378 Feb 11 13:14:52.662275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137560-6b12-47d4-ba07-f67613db251f req-5dbd4dc4-d9be-41b7-8724-99b03fb66ed7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:52.663907 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1137560-6b12-47d4-ba07-f67613db251f req-5dbd4dc4-d9be-41b7-8724-99b03fb66ed7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1656487 Feb 11 13:14:52.730260 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1137560-6b12-47d4-ba07-f67613db251f req-93dfa440-c3f9-4482-9e41-dc83bee4c236 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595582 Feb 11 13:14:53.125299 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54c66c6f-3ed7-4440-b79f-c80aaf8b470e req-deb26190-5e78-4d6b-ad8b-ece27381ea8c tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0514970 Feb 11 13:14:54.041318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c82c77-88e4-422a-ad41-47e29efa93ca req-f9e5c1a9-6850-4007-9fe1-8e74a56d9be9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:54.042973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1c82c77-88e4-422a-ad41-47e29efa93ca req-f9e5c1a9-6850-4007-9fe1-8e74a56d9be9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1812437 Feb 11 13:14:54.112893 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1c82c77-88e4-422a-ad41-47e29efa93ca req-e1149736-2a7c-4566-b645-ee4a7da53ce5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0633998 Feb 11 13:14:54.310868 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e4a2995-49e8-4616-8251-adae69be4b1c req-cf78ee14-916f-4b2f-8c7c-865d53714a80 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e34b341-75c5-4b9d-b8e2-34a47150f07b HTTP/1.1" status: 200 len: 210 time: 0.0509255 Feb 11 13:14:55.419244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1a2b5-a92e-4ffa-95a8-bc808a9858b7 req-84162deb-a91d-4746-a36c-8a62478fc2c9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:55.421028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0e1a2b5-a92e-4ffa-95a8-bc808a9858b7 req-84162deb-a91d-4746-a36c-8a62478fc2c9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1744208 Feb 11 13:14:55.546700 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0e1a2b5-a92e-4ffa-95a8-bc808a9858b7 req-715030eb-e059-4b0a-9e12-01aa8736197d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1144996 Feb 11 13:14:55.569444 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-1afab7c3-21b7-4711-854a-2b811120a6c1 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1152947 Feb 11 13:14:55.716279 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-aa8cfdfa-c39a-44cb-a90f-a4c5a08583f8 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-996895273&fields=id&tenant_id=33e874c0892b45e999886feb927e2def HTTP/1.1" status: 200 len: 267 time: 0.0793381 Feb 11 13:14:55.758438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-5e5f652a-8729-4062-aadf-f3a7e1e86ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:55.760105 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-5e5f652a-8729-4062-aadf-f3a7e1e86ce6 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 1163 time: 0.1691236 Feb 11 13:14:56.077158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-3c7ca5bc-91f6-4a9d-92eb-96bbfd044eb5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:56.078830 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-3c7ca5bc-91f6-4a9d-92eb-96bbfd044eb5 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/networks?id=82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 200 len: 811 time: 0.3535783 Feb 11 13:14:56.110636 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-d212b963-d8a0-4585-82fa-71cb29231a32 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/quotas/33e874c0892b45e999886feb927e2def HTTP/1.1" status: 200 len: 375 time: 0.0251458 Feb 11 13:14:56.111796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-9a3aa590-fbcb-4422-90ea-83de9176ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:56.113321 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-9a3aa590-fbcb-4422-90ea-83de9176ad50 service neutron] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 905 time: 0.2827873 Feb 11 13:14:56.297874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-dfddf5fa-75cc-41c4-9ad3-4fd04807e8fb service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 200 len: 1002 time: 0.1343896 Feb 11 13:14:56.357811 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-e9fbd944-b2c2-44c4-9aeb-a727d467c910 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=33e874c0892b45e999886feb927e2def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2407413 Feb 11 13:14:56.526058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-695b6bad-a95a-441c-9df4-c3ecccee9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:56.527673 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-695b6bad-a95a-441c-9df4-c3ecccee9b7b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.1688921 Feb 11 13:14:56.621341 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-2a56fc57-7192-43a1-92a0-1a7d170db160 service neutron] 10.222.0.93 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218711 Feb 11 13:14:56.730220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-bea8314c-5334-4f4e-8118-980ea78996a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:56.731915 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-bea8314c-5334-4f4e-8118-980ea78996a3 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1969769 Feb 11 13:14:56.962353 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c394fab0-0c1d-4d41-9102-44a3e804fda6 req-f06153de-ae61-485d-b8c6-d94caade7746 service neutron] 10.222.0.93 "GET /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3328395 Feb 11 13:14:57.085027 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323fedc-d9bb-48af-9187-254748486f60 req-bcf883ec-846d-45b6-bded-e7606ad14bbc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:57.086686 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9323fedc-d9bb-48af-9187-254748486f60 req-bcf883ec-846d-45b6-bded-e7606ad14bbc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3648827 Feb 11 13:14:57.124627 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-aca13b04-f395-4ac4-bd57-9caecd3e357a service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470604 Feb 11 13:14:57.207390 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9323fedc-d9bb-48af-9187-254748486f60 req-8bf577f7-ec89-4b31-9835-62397dc70604 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1101050 Feb 11 13:14:57.600976 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-ce74e0c1-4508-4f7a-9f93-5f7391096a72 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/floatingips/ce870e13-82a0-4641-84fe-a9c95830fe57 HTTP/1.1" status: 200 len: 693 time: 0.1167815 Feb 11 13:14:57.668866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-59432487-065c-45e3-86f8-d342e8e7bba8 req-1606fd4d-8325-41ff-bdd4-7d61fd5b99b7 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5311332 Feb 11 13:14:57.861326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-11eb1c80-04f6-4587-89a7-822459c3605e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:57.862907 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-11eb1c80-04f6-4587-89a7-822459c3605e tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 784 time: 0.2558963 Feb 11 13:14:57.874983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-442ce89a-3293-4bd6-b7d3-34f1accff097 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:14:57.876086 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-442ce89a-3293-4bd6-b7d3-34f1accff097 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065360 Feb 11 13:14:57.985873 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-32f938e1-0959-4b54-b701-c27d1823eadf tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.181 HTTP/1.1" status: 200 len: 696 time: 0.1025054 Feb 11 13:14:58.094177 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-474e05cf-792d-4e8c-a603-bc780d39f6fb tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.181 HTTP/1.1" status: 200 len: 696 time: 0.1012242 Feb 11 13:14:58.303895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Deleting port bf1fca1b-05dd-4c1f-91b7-d97a2b6f7c96 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:14:58.303895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:58.634620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe68c0-c151-427a-bbbb-ed2c80dbb595 req-954db195-63cd-4c96-86fa-14aa9deb453d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:14:58.636468 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-adfe68c0-c151-427a-bbbb-ed2c80dbb595 req-954db195-63cd-4c96-86fa-14aa9deb453d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2912817 Feb 11 13:14:58.656284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:58.656687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:58.819523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Calling delete_port for bf1fca1b-05dd-4c1f-91b7-d97a2b6f7c96 owned by network:floatingip {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:14:58.904279 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-adfe68c0-c151-427a-bbbb-ed2c80dbb595 req-32dfbf8e-f71d-4cec-b779-a0c7ad59c84f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2503018 Feb 11 13:14:59.009715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:59.026199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:14:59.082852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event deleted for resources: {'Port': ['ID=bf1fca1b-05dd-4c1f-91b7-d97a2b6f7c96,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:14:59.147245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.147603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.148006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.148430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.148825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.149216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.149611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.149998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.150385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.150772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.151158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.151530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.152100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.152372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.152753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.153146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.153711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.154128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.154536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.154809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.155191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.155569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.155951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.156487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:14:59.168256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:14:59.276018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for floatingip, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:59.300553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:59.301828 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15f6e2f5-fa7f-41a8-a498-8969480db4cb req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "DELETE /v2.0/floatingips/ce870e13-82a0-4641-84fe-a9c95830fe57 HTTP/1.1" status: 204 len: 173 time: 1.2014465 Feb 11 13:15:00.210891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad68b85-63b6-4335-9180-d7c550dcfdae req-7f4f1041-105d-40b6-8c66-87609debf918 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:00.212614 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-aad68b85-63b6-4335-9180-d7c550dcfdae req-7f4f1041-105d-40b6-8c66-87609debf918 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1765676 Feb 11 13:15:00.281962 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-aad68b85-63b6-4335-9180-d7c550dcfdae req-aae6f732-a05f-4697-b04f-4f5ad95aeb01 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0628996 Feb 11 13:15:01.588560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e41a8-d427-4ef3-a8ed-ddea8a1a67a9 req-a87e1407-4016-4b31-93df-65cf1ad5644d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:01.590289 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e39e41a8-d427-4ef3-a8ed-ddea8a1a67a9 req-a87e1407-4016-4b31-93df-65cf1ad5644d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1704631 Feb 11 13:15:01.658247 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e39e41a8-d427-4ef3-a8ed-ddea8a1a67a9 req-b5ad236e-1219-4211-855c-edbbe90a3650 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0614197 Feb 11 13:15:02.980074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517298-6205-49c3-a7cf-ee07d231a01c req-fdaf33d1-80fd-410b-89df-f9ab4ad70378 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:02.981827 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9d517298-6205-49c3-a7cf-ee07d231a01c req-fdaf33d1-80fd-410b-89df-f9ab4ad70378 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1898570 Feb 11 13:15:03.050488 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9d517298-6205-49c3-a7cf-ee07d231a01c req-08bb7c8a-9347-4b1a-abc2-99f195b6f8e7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621791 Feb 11 13:15:04.362028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acda13-3ab9-4dfa-b212-3dbb4ce35b43 req-660b238a-fef7-4932-8f2d-1b530d06a6e3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:04.363779 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-27acda13-3ab9-4dfa-b212-3dbb4ce35b43 req-660b238a-fef7-4932-8f2d-1b530d06a6e3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1731308 Feb 11 13:15:04.438161 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-27acda13-3ab9-4dfa-b212-3dbb4ce35b43 req-d63c3da6-4e95-412a-ab88-6595c15c2926 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0677011 Feb 11 13:15:05.744601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a652562-e692-442f-a54f-529ea9d3ee56 req-99305ab3-e499-4e1b-ac65-a75f07ad2f23 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:05.746225 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a652562-e692-442f-a54f-529ea9d3ee56 req-99305ab3-e499-4e1b-ac65-a75f07ad2f23 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1702516 Feb 11 13:15:05.811701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a652562-e692-442f-a54f-529ea9d3ee56 req-e3640e9c-396c-43ac-90ed-c486818a452e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0582917 Feb 11 13:15:07.122156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63657967-f2fe-4703-9f1d-327551e095c7 req-38917bd0-6865-4600-8d0b-4eda82ccc019 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:07.123809 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-63657967-f2fe-4703-9f1d-327551e095c7 req-38917bd0-6865-4600-8d0b-4eda82ccc019 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1776061 Feb 11 13:15:07.192470 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-63657967-f2fe-4703-9f1d-327551e095c7 req-d32a48cb-b98b-41c8-946b-f33087babb1e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0619600 Feb 11 13:15:08.513423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2668-4de0-431b-be4b-bdca83fc3734 req-7528b3b4-2dac-4fad-a348-823ad0097776 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:08.515175 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9cac2668-4de0-431b-be4b-bdca83fc3734 req-7528b3b4-2dac-4fad-a348-823ad0097776 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1851263 Feb 11 13:15:08.588513 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9cac2668-4de0-431b-be4b-bdca83fc3734 req-3a346205-edf0-4c14-a2fe-d16693937540 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0629790 Feb 11 13:15:09.264444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0fbe1c6d-e41b-4f57-be9c-806002aae04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:09.910019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954c55a-538c-4f46-9542-7d1aaeeb0dd0 req-c8fe1be9-e031-4972-a91e-a9c8541f2169 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:09.911767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6954c55a-538c-4f46-9542-7d1aaeeb0dd0 req-c8fe1be9-e031-4972-a91e-a9c8541f2169 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1725214 Feb 11 13:15:09.979297 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6954c55a-538c-4f46-9542-7d1aaeeb0dd0 req-5c6e3ab4-6cb4-4f4c-8f37-5a1b5bfc2bbc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0604568 Feb 11 13:15:11.281131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7978dd3-c717-409a-9933-858bd48d599a req-f0d4a4cf-30e4-4a81-b7c7-ce6868cdb588 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:11.282785 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7978dd3-c717-409a-9933-858bd48d599a req-f0d4a4cf-30e4-4a81-b7c7-ce6868cdb588 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1719851 Feb 11 13:15:11.363559 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7978dd3-c717-409a-9933-858bd48d599a req-0132e335-b999-4fc3-af0c-b9b163fcc352 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0738709 Feb 11 13:15:12.210013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0ffefd1-493b-4414-b42a-3f5a6623f4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:12.304107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:12.666636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17b5ed-0a0e-44ef-a937-347aa8c8fc7a req-9e49535b-8b33-47b8-8e90-b2d7e2212aac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:12.668345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d17b5ed-0a0e-44ef-a937-347aa8c8fc7a req-9e49535b-8b33-47b8-8e90-b2d7e2212aac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1690285 Feb 11 13:15:12.739848 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d17b5ed-0a0e-44ef-a937-347aa8c8fc7a req-6648bcac-90fe-400e-9d66-ebfd35451daa tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0649977 Feb 11 13:15:13.770406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:14.075294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940148-752d-43b9-bf46-061b7b63a663 req-59088574-8b4c-4288-92e9-2ae0a9101131 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:14.077814 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa940148-752d-43b9-bf46-061b7b63a663 req-59088574-8b4c-4288-92e9-2ae0a9101131 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1930044 Feb 11 13:15:14.158969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fa940148-752d-43b9-bf46-061b7b63a663 req-83637ded-57b3-4f1a-94e7-db7158717106 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0746100 Feb 11 13:15:14.263651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:15.681362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffd96-0478-416d-aa99-d0e0f490a820 req-6b298ad7-0f70-48f9-825c-a8d3e9c45250 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:15.683115 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2e8ffd96-0478-416d-aa99-d0e0f490a820 req-6b298ad7-0f70-48f9-825c-a8d3e9c45250 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3778181 Feb 11 13:15:15.752784 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2e8ffd96-0478-416d-aa99-d0e0f490a820 req-9a255138-590a-4ff4-881e-0b0dd82d5d4e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0625610 Feb 11 13:15:16.024948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:15:17.066899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c33c1-9668-44c3-a659-4417ee5b8846 req-5fa0a581-059f-4636-a76d-979f4ce54667 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:17.068761 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f9c33c1-9668-44c3-a659-4417ee5b8846 req-5fa0a581-059f-4636-a76d-979f4ce54667 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1732695 Feb 11 13:15:17.145837 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f9c33c1-9668-44c3-a659-4417ee5b8846 req-aeb98488-6730-47c4-b11b-6c1835b4871e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0699716 Feb 11 13:15:18.457515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b1e33-e3b9-4381-8077-c9b5f22c44ae req-c953b370-7b59-4107-a6b0-bbbd108815c8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:18.459081 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a8b1e33-e3b9-4381-8077-c9b5f22c44ae req-c953b370-7b59-4107-a6b0-bbbd108815c8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1669376 Feb 11 13:15:18.524547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a8b1e33-e3b9-4381-8077-c9b5f22c44ae req-1189229b-5d61-47ed-8646-12aa851021c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583568 Feb 11 13:15:19.840699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebd2fd-ff32-431b-a246-a9722360c238 req-bd0e1223-d2fe-40e7-a762-b69d27002a19 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:19.842330 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1ebd2fd-ff32-431b-a246-a9722360c238 req-bd0e1223-d2fe-40e7-a762-b69d27002a19 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1840994 Feb 11 13:15:19.912165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1ebd2fd-ff32-431b-a246-a9722360c238 req-d99eed98-40ea-47f5-a784-02429719503c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0629206 Feb 11 13:15:20.685313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:21.227878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb3841-8ad2-4dba-bb97-722cf632e2fd req-7652ed37-49ba-461a-b458-313539bb2d6c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:21.231433 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1cdb3841-8ad2-4dba-bb97-722cf632e2fd req-7652ed37-49ba-461a-b458-313539bb2d6c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1865385 Feb 11 13:15:21.299675 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1cdb3841-8ad2-4dba-bb97-722cf632e2fd req-3a95ddd9-4164-4b78-b70e-f9c35dc8efc4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0614228 Feb 11 13:15:22.605898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3c229-be24-4adb-8496-5994ece4e882 req-61214c17-36e6-46b3-9be0-400c4a874d95 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:22.607610 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-adf3c229-be24-4adb-8496-5994ece4e882 req-61214c17-36e6-46b3-9be0-400c4a874d95 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1702912 Feb 11 13:15:22.674322 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-adf3c229-be24-4adb-8496-5994ece4e882 req-f7af924a-d247-4a28-a4cf-d028171f3c3e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602117 Feb 11 13:15:23.978999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0cf2d-0b84-4305-a593-bb8d82c322ed req-bdf20776-1c4e-425d-bb0b-25b70e064c52 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:23.980852 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31e0cf2d-0b84-4305-a593-bb8d82c322ed req-bdf20776-1c4e-425d-bb0b-25b70e064c52 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1696348 Feb 11 13:15:24.046466 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-31e0cf2d-0b84-4305-a593-bb8d82c322ed req-c9bf4f48-66f7-4943-8794-90bb5df3d598 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591671 Feb 11 13:15:25.473638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f118c-371b-4996-af32-b768577aa9c6 req-11c8dddd-08f6-45d4-ba6d-ae888e5a35ba tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:25.475268 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f8f118c-371b-4996-af32-b768577aa9c6 req-11c8dddd-08f6-45d4-ba6d-ae888e5a35ba tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1662893 Feb 11 13:15:25.542189 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f8f118c-371b-4996-af32-b768577aa9c6 req-06549d36-0418-4f90-bb73-75436408d32c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597930 Feb 11 13:15:26.843089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eceacc-b5cd-4840-be7b-52966a0a2925 req-cd9b954c-09ed-418d-b3c4-271b27b4db48 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:26.844831 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11eceacc-b5cd-4840-be7b-52966a0a2925 req-cd9b954c-09ed-418d-b3c4-271b27b4db48 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1705680 Feb 11 13:15:26.909859 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11eceacc-b5cd-4840-be7b-52966a0a2925 req-d8f6a8a0-56b7-4461-b159-d824a4e7c85b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583749 Feb 11 13:15:28.207626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552694bc-0f3b-4fee-ad27-766c21f8805d req-0a6b38a1-7a79-4d23-ad15-8e7d8fd5a254 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:28.209394 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-552694bc-0f3b-4fee-ad27-766c21f8805d req-0a6b38a1-7a79-4d23-ad15-8e7d8fd5a254 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1656723 Feb 11 13:15:28.278341 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-552694bc-0f3b-4fee-ad27-766c21f8805d req-93d0dc95-eea7-480f-b17c-7ddc275a31a2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0624077 Feb 11 13:15:29.585570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfca0a-8940-4e46-bf5e-12de98280181 req-151d5538-107b-4ad4-8198-e9fcc704d4c7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:29.587284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-24bfca0a-8940-4e46-bf5e-12de98280181 req-151d5538-107b-4ad4-8198-e9fcc704d4c7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1651275 Feb 11 13:15:29.654459 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-24bfca0a-8940-4e46-bf5e-12de98280181 req-a1022fde-5675-454a-9bd6-c210e43d8b6d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591278 Feb 11 13:15:30.958869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab305b-32af-4034-a229-f96d847ba8d0 req-21ace038-ce18-45c6-8ebd-ae70e620f2cf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:30.960456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cdab305b-32af-4034-a229-f96d847ba8d0 req-21ace038-ce18-45c6-8ebd-ae70e620f2cf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1714227 Feb 11 13:15:31.027876 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cdab305b-32af-4034-a229-f96d847ba8d0 req-ec04a1a4-7ab3-4cba-8d9c-64b2d870e7bf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0611875 Feb 11 13:15:32.469318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7648-1270-4e48-b569-0788dd9a76ae req-45c2ccf0-2a1f-4c81-b022-abed1c61764a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:32.471038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b2c7648-1270-4e48-b569-0788dd9a76ae req-45c2ccf0-2a1f-4c81-b022-abed1c61764a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1725311 Feb 11 13:15:32.540132 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b2c7648-1270-4e48-b569-0788dd9a76ae req-2fab6956-4f37-4382-ae21-0bf898a2c4fe tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0627992 Feb 11 13:15:33.835667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a802894-c0c8-42e0-ad31-cc0abb92db6b req-3db33798-3e8a-4d73-b566-f87fa92e1209 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:33.836869 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8a802894-c0c8-42e0-ad31-cc0abb92db6b req-3db33798-3e8a-4d73-b566-f87fa92e1209 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1669683 Feb 11 13:15:33.902086 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8a802894-c0c8-42e0-ad31-cc0abb92db6b req-a0c6bca7-a765-4256-9c85-5867c7faa056 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586879 Feb 11 13:15:35.205092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81603bdb-6b9d-4417-9c24-ecb4ddf48482 req-31635fb2-1d9c-490f-88ef-287e77e7f5e2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:35.206813 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81603bdb-6b9d-4417-9c24-ecb4ddf48482 req-31635fb2-1d9c-490f-88ef-287e77e7f5e2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1750927 Feb 11 13:15:35.285476 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81603bdb-6b9d-4417-9c24-ecb4ddf48482 req-486d17df-feb0-4598-a156-4805457a58a5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0710218 Feb 11 13:15:36.587315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9347c-d12c-4e51-b4cc-aad672d75e57 req-bde473df-8883-44b4-b976-4c4ff05a246d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:36.589387 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e4b9347c-d12c-4e51-b4cc-aad672d75e57 req-bde473df-8883-44b4-b976-4c4ff05a246d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1659620 Feb 11 13:15:36.654494 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e4b9347c-d12c-4e51-b4cc-aad672d75e57 req-35c75c1a-caf2-41d6-9463-7481d09d9caf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0582838 Feb 11 13:15:37.953840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc024158-29c4-4db3-b060-b33ef3303aa1 req-820f1be3-0c70-41d2-93ef-2ac3daa53b4f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:37.955562 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc024158-29c4-4db3-b060-b33ef3303aa1 req-820f1be3-0c70-41d2-93ef-2ac3daa53b4f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1722124 Feb 11 13:15:38.024186 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc024158-29c4-4db3-b060-b33ef3303aa1 req-38348119-50b4-409d-9659-7ecb23f20240 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0618746 Feb 11 13:15:39.275881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d987daad-48ea-4a72-affc-11cfbe6794f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:39.342682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096653-67f9-40ce-b053-66059ae677ae req-e2fa6b65-6825-445d-83af-c94502e1b4d7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:39.345070 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76096653-67f9-40ce-b053-66059ae677ae req-e2fa6b65-6825-445d-83af-c94502e1b4d7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1770401 Feb 11 13:15:39.410731 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76096653-67f9-40ce-b053-66059ae677ae req-54f88eb8-ce20-4703-b4a8-a6897093257f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589931 Feb 11 13:15:40.707825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec4fab-cef7-442e-9fa2-497f473fde6f req-242873a2-e57d-46d9-9fb6-4ebd1abda498 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:40.709576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-90ec4fab-cef7-442e-9fa2-497f473fde6f req-242873a2-e57d-46d9-9fb6-4ebd1abda498 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1665819 Feb 11 13:15:40.776805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-90ec4fab-cef7-442e-9fa2-497f473fde6f req-7b31d0cf-ec81-48c3-9997-9bf531a4cd2d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0608485 Feb 11 13:15:42.072491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb901f5e-2da7-4d98-b0a2-08cd892c1496 req-38fefa3d-7935-4ebb-b4c3-b6d5e262b6a3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:42.074051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb901f5e-2da7-4d98-b0a2-08cd892c1496 req-38fefa3d-7935-4ebb-b4c3-b6d5e262b6a3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1667092 Feb 11 13:15:42.138576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb901f5e-2da7-4d98-b0a2-08cd892c1496 req-2150751d-cd0d-4874-a4f3-c74900af1c0e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575874 Feb 11 13:15:42.200773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b39506a8-d4b6-49ad-b4c3-a4ae0f72c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:42.309852 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:43.444865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47a143-3a8e-4d01-bb6b-0447cbc0b518 req-bc34d9da-793d-4942-ad6d-3e9cbd4c5e36 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:43.446525 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1b47a143-3a8e-4d01-bb6b-0447cbc0b518 req-bc34d9da-793d-4942-ad6d-3e9cbd4c5e36 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1774495 Feb 11 13:15:43.514020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1b47a143-3a8e-4d01-bb6b-0447cbc0b518 req-ac297d6b-3495-47fe-bce6-a23a470a2e57 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0609994 Feb 11 13:15:43.763448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:44.250483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:44.811878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5950cb3-f947-4e14-a2f5-7fdcdeceef74 req-e76861dd-228e-4ddc-bfa0-e5e32f8fac94 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:44.814204 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5950cb3-f947-4e14-a2f5-7fdcdeceef74 req-e76861dd-228e-4ddc-bfa0-e5e32f8fac94 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1672714 Feb 11 13:15:44.878424 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5950cb3-f947-4e14-a2f5-7fdcdeceef74 req-6632a28c-56fe-4b75-983a-d1a41778dfd2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579903 Feb 11 13:15:46.184652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09488e22-294f-4de9-8d1e-699811e8ee07 req-7bfeed0d-8841-4bf1-a5e9-0e81ac58248b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:46.186361 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-09488e22-294f-4de9-8d1e-699811e8ee07 req-7bfeed0d-8841-4bf1-a5e9-0e81ac58248b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1754251 Feb 11 13:15:46.254747 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-09488e22-294f-4de9-8d1e-699811e8ee07 req-ee8eacd5-bd9c-4546-80ad-8970b66583d1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0615652 Feb 11 13:15:47.566323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5dd08-df50-43dd-8280-1af43d3c0d7a req-e42f659b-0d27-4726-862c-36ae21d0536b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:47.567920 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6a5dd08-df50-43dd-8280-1af43d3c0d7a req-e42f659b-0d27-4726-862c-36ae21d0536b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1716344 Feb 11 13:15:47.633020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6a5dd08-df50-43dd-8280-1af43d3c0d7a req-b39c209b-cc8e-4cb0-938a-0e3018b01538 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0585361 Feb 11 13:15:49.002700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7eed-10b8-4300-b941-3e5c0c4695a1 req-987a3299-efd4-44fb-b24e-a18b3ee388b9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:49.004470 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ce5f7eed-10b8-4300-b941-3e5c0c4695a1 req-987a3299-efd4-44fb-b24e-a18b3ee388b9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2406027 Feb 11 13:15:49.071659 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ce5f7eed-10b8-4300-b941-3e5c0c4695a1 req-fb6b0b71-153c-4356-b973-4975c7afff70 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0596375 Feb 11 13:15:50.458097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312eed-3cd1-4364-87de-21a18bc14c69 req-ad56c8d2-4572-4dcb-b51d-49378a0884c5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:50.459901 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93312eed-3cd1-4364-87de-21a18bc14c69 req-ad56c8d2-4572-4dcb-b51d-49378a0884c5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2566984 Feb 11 13:15:50.526119 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93312eed-3cd1-4364-87de-21a18bc14c69 req-828ec425-34c0-488c-8c32-8eaeb8add5f2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597169 Feb 11 13:15:50.694129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:51.828501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f46d0b-b17c-4ec4-b54c-cde33f7fa677 req-98d3c1ed-d3bf-41fc-9856-c4ad45e45c92 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:51.830699 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93f46d0b-b17c-4ec4-b54c-cde33f7fa677 req-98d3c1ed-d3bf-41fc-9856-c4ad45e45c92 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1723924 Feb 11 13:15:51.903797 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93f46d0b-b17c-4ec4-b54c-cde33f7fa677 req-570c4858-f4ca-4d4a-9806-ddfe30ab556d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0658460 Feb 11 13:15:53.025201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:15:53.194933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4a67d-3857-4031-8fbe-da66e7ce87f8 req-cb452c66-8777-462f-a029-129a483cfb0e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:53.196665 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87a4a67d-3857-4031-8fbe-da66e7ce87f8 req-cb452c66-8777-462f-a029-129a483cfb0e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1634977 Feb 11 13:15:53.261867 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87a4a67d-3857-4031-8fbe-da66e7ce87f8 req-38ab8c71-5346-429b-868d-83dd6950a374 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587628 Feb 11 13:15:54.563883 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa1d93-f899-4268-bd0f-c34ea1b2be2c req-dddebd4c-e298-4c87-b6e4-67e20ae57462 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:54.565675 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0aa1d93-f899-4268-bd0f-c34ea1b2be2c req-dddebd4c-e298-4c87-b6e4-67e20ae57462 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1711679 Feb 11 13:15:54.632547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0aa1d93-f899-4268-bd0f-c34ea1b2be2c req-4199c4ff-db76-48be-b70c-12e9b014497a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595021 Feb 11 13:15:55.586033 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-bd311ac3-9894-42cd-aa69-b26323d76c06 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791812 Feb 11 13:15:55.956122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326fc31-5495-452c-993c-17079f2a3c71 req-962334d6-e241-4610-bf02-9f0ce86ef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:55.957829 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-962334d6-e241-4610-bf02-9f0ce86ef7c4 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 1162 time: 0.3503308 Feb 11 13:15:56.047394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac6639-8119-4a2c-a6c5-8c43bd66b369 req-90e54d4c-6f82-4710-b9e1-399af0b1415c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:56.049162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5ac6639-8119-4a2c-a6c5-8c43bd66b369 req-90e54d4c-6f82-4710-b9e1-399af0b1415c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1881783 Feb 11 13:15:56.217198 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5ac6639-8119-4a2c-a6c5-8c43bd66b369 req-ed780205-0203-4a71-8f25-7da3c98fc377 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1416075 Feb 11 13:15:56.247639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326fc31-5495-452c-993c-17079f2a3c71 req-f5139900-67bf-4243-9388-f7999fd27c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:56.249308 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-f5139900-67bf-4243-9388-f7999fd27c4a service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1991684 Feb 11 13:15:56.335816 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-e00d7e71-1a7f-41c5-a6cb-dddb6bb86fa3 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 200 len: 217 time: 0.0793796 Feb 11 13:15:56.407951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326fc31-5495-452c-993c-17079f2a3c71 req-f2f3d8e3-14f4-4f30-b3a6-e6d5d0a64bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:56.409468 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-f2f3d8e3-14f4-4f30-b3a6-e6d5d0a64bde service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0672972 Feb 11 13:15:56.462274 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-aa838387-05f6-40b5-b4c8-69e6326e5f69 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462904 Feb 11 13:15:56.609627 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-e383abec-b2a9-4c2e-9201-a3b3dc92803b service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398733 Feb 11 13:15:56.755475 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2326fc31-5495-452c-993c-17079f2a3c71 req-30a79379-dc6c-4a19-9bf0-76eadd811d57 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391041 Feb 11 13:15:57.534712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed7c9-d30f-4fc6-be1f-80c96c99ef16 req-9c49a700-470a-48a0-8520-060d03263b05 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:57.536573 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40eed7c9-d30f-4fc6-be1f-80c96c99ef16 req-9c49a700-470a-48a0-8520-060d03263b05 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1810906 Feb 11 13:15:57.607633 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-40eed7c9-d30f-4fc6-be1f-80c96c99ef16 req-01668806-504f-49e5-bb04-8b298a04772a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0643468 Feb 11 13:15:58.901340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1651-028d-4468-88f7-c2cdcf3388d3 req-6922edfe-ce78-4d32-b7f4-3aeadc9235d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:58.902938 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-48ee1651-028d-4468-88f7-c2cdcf3388d3 req-6922edfe-ce78-4d32-b7f4-3aeadc9235d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1672401 Feb 11 13:15:58.967934 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-48ee1651-028d-4468-88f7-c2cdcf3388d3 req-fc04b136-8fc0-48c2-8a24-08709d9f7605 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0585508 Feb 11 13:16:00.276142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301229f-871d-4314-8fdd-3f3d6482a37d req-1d9419e3-901d-438f-9d96-6d844a8262ad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:00.277930 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0301229f-871d-4314-8fdd-3f3d6482a37d req-1d9419e3-901d-438f-9d96-6d844a8262ad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1725309 Feb 11 13:16:00.352553 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0301229f-871d-4314-8fdd-3f3d6482a37d req-74a401ba-8327-4de0-8270-ea1e999c9523 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0641675 Feb 11 13:16:01.653748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c0306-9dcd-4658-92bc-19709807d260 req-9e3a6920-f37c-44b5-bdb8-a7104c12337e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:01.655499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-948c0306-9dcd-4658-92bc-19709807d260 req-9e3a6920-f37c-44b5-bdb8-a7104c12337e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1702282 Feb 11 13:16:01.722910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-948c0306-9dcd-4658-92bc-19709807d260 req-6222b346-b0a8-4dae-adc0-22d1af4b54c3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602658 Feb 11 13:16:03.033081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb7d8a-9de3-43ac-be34-d325bd6ef764 req-d83e1021-3443-4790-a448-945cd34808ae tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:03.034779 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ebb7d8a-9de3-43ac-be34-d325bd6ef764 req-d83e1021-3443-4790-a448-945cd34808ae tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1794143 Feb 11 13:16:03.104389 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ebb7d8a-9de3-43ac-be34-d325bd6ef764 req-f95f33dc-023f-4f50-88dd-5e01a7838513 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0622606 Feb 11 13:16:04.414619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3c9af-0f82-4026-879d-c781e065fe85 req-e72f0af4-de4e-44c6-82cc-0ebfd1bb95d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:04.416418 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-75f3c9af-0f82-4026-879d-c781e065fe85 req-e72f0af4-de4e-44c6-82cc-0ebfd1bb95d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1772740 Feb 11 13:16:04.484327 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-75f3c9af-0f82-4026-879d-c781e065fe85 req-fad0e48d-e865-4760-93e5-7d42b6945236 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0612397 Feb 11 13:16:05.793616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5215702-5abf-47e8-a745-94c9680fd823 req-b2c48ab6-e54f-485d-9d82-be4802f65072 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:05.795344 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5215702-5abf-47e8-a745-94c9680fd823 req-b2c48ab6-e54f-485d-9d82-be4802f65072 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1767786 Feb 11 13:16:05.872832 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5215702-5abf-47e8-a745-94c9680fd823 req-08036dfc-90ad-452c-a845-b07a9da6c534 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0708542 Feb 11 13:16:07.167429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0948fa1-8e5a-46b5-aac8-8046c507dda0 req-f8606849-83a3-42fc-bb79-933095f4a9fd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:07.169184 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0948fa1-8e5a-46b5-aac8-8046c507dda0 req-f8606849-83a3-42fc-bb79-933095f4a9fd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1659508 Feb 11 13:16:07.233143 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0948fa1-8e5a-46b5-aac8-8046c507dda0 req-83b75e7a-3465-48e8-ad7e-65158b8146ad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0576999 Feb 11 13:16:08.531771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccbbd7-b6ed-4092-8857-2575b6321191 req-08df3ece-9d71-4b54-90d5-e740c83dc9d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:08.533419 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0ccbbd7-b6ed-4092-8857-2575b6321191 req-08df3ece-9d71-4b54-90d5-e740c83dc9d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1692214 Feb 11 13:16:08.598889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0ccbbd7-b6ed-4092-8857-2575b6321191 req-052d6679-bdf0-4dab-b7e6-0511170c2ac8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590672 Feb 11 13:16:09.258655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7d3f-a52b-4721-9cd6-055cccfb7777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:09.903086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa47-c366-4f05-81f9-d26c4c28cddb req-f55c6253-4eb0-4ee3-bc73-f3e497f187d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:09.904834 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0387aa47-c366-4f05-81f9-d26c4c28cddb req-f55c6253-4eb0-4ee3-bc73-f3e497f187d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1704769 Feb 11 13:16:09.976596 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0387aa47-c366-4f05-81f9-d26c4c28cddb req-272fda67-2686-4c12-aa36-125cd7206e80 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0644562 Feb 11 13:16:11.283342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e7154-0775-45d9-9afa-5227204f7a2f req-212f3005-c467-425f-9d6f-7193042920fb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:11.285092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-404e7154-0775-45d9-9afa-5227204f7a2f req-212f3005-c467-425f-9d6f-7193042920fb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1712599 Feb 11 13:16:11.351732 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-404e7154-0775-45d9-9afa-5227204f7a2f req-8730087a-5771-4f46-8e96-252467c25f73 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588477 Feb 11 13:16:12.202841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1c56cfd-c316-48c2-9065-c6d14026ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:12.310986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:12.666245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb7726-37d1-4774-93e4-d7ef99aa1cce req-3b707cdd-6059-417b-b92b-c8299e703a0d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:12.667950 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1cb7726-37d1-4774-93e4-d7ef99aa1cce req-3b707cdd-6059-417b-b92b-c8299e703a0d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1796002 Feb 11 13:16:12.732377 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1cb7726-37d1-4774-93e4-d7ef99aa1cce req-a5ed40f5-0f6e-4cc5-8bde-fa33873c9612 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579584 Feb 11 13:16:13.766511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:14.045395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a37-c0d9-4b73-b756-798abf3dfdf3 req-79572aa0-b393-4b56-a68a-58cb0ec9cf80 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:14.047121 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88469a37-c0d9-4b73-b756-798abf3dfdf3 req-79572aa0-b393-4b56-a68a-58cb0ec9cf80 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1706407 Feb 11 13:16:14.113793 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88469a37-c0d9-4b73-b756-798abf3dfdf3 req-ef393738-c6ec-4dcc-9a0c-cbf01c9c0f31 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0601864 Feb 11 13:16:14.254609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:15.412621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8e9f8-e028-4cf5-ab92-46141e78a314 req-77786648-1e6f-4391-8d4c-e9c3b92586ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:15.414338 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a8e9f8-e028-4cf5-ab92-46141e78a314 req-77786648-1e6f-4391-8d4c-e9c3b92586ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1698964 Feb 11 13:16:15.481951 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0a8e9f8-e028-4cf5-ab92-46141e78a314 req-031cd9a8-46e7-48a3-87bb-c078bf174378 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0604250 Feb 11 13:16:16.795160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9255-166c-4f08-89ee-3fb9d57c56f6 req-43272f3e-37e0-462c-a696-82cf4a62073d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:16.796896 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-19aa9255-166c-4f08-89ee-3fb9d57c56f6 req-43272f3e-37e0-462c-a696-82cf4a62073d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1781378 Feb 11 13:16:16.862396 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-19aa9255-166c-4f08-89ee-3fb9d57c56f6 req-490dc512-ed10-4e91-ba74-ea6497383f27 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591493 Feb 11 13:16:18.163535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73e89-c78d-45f4-8ce7-1453554dc80d req-4e68209f-e35b-4425-96bb-e9d47984e2f5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:18.166542 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-32f73e89-c78d-45f4-8ce7-1453554dc80d req-4e68209f-e35b-4425-96bb-e9d47984e2f5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1677227 Feb 11 13:16:18.252917 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-32f73e89-c78d-45f4-8ce7-1453554dc80d req-2b2276e8-01df-4f61-9eda-20fbb7d2b048 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0792460 Feb 11 13:16:19.575564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05350e7c-b631-4cd8-9b1f-a4d7e9019107 req-ca92aa41-7208-4bd2-97fb-89ce870a6321 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:19.577439 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-05350e7c-b631-4cd8-9b1f-a4d7e9019107 req-ca92aa41-7208-4bd2-97fb-89ce870a6321 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1820862 Feb 11 13:16:19.653529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-05350e7c-b631-4cd8-9b1f-a4d7e9019107 req-ad837cc1-3623-4f6b-8e8b-6f392135829a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0672109 Feb 11 13:16:20.710213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:20.990392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff9b-85ff-4cbc-ad8a-c6fe50458d5e req-68693002-830f-4f72-aef5-0cac45e5c8e2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:20.992173 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8840ff9b-85ff-4cbc-ad8a-c6fe50458d5e req-68693002-830f-4f72-aef5-0cac45e5c8e2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1859152 Feb 11 13:16:21.062353 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8840ff9b-85ff-4cbc-ad8a-c6fe50458d5e req-3b406463-a616-4aa3-83a9-f1f7f7b4b96e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0625989 Feb 11 13:16:22.394587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0038afa-6f96-4b39-8849-9a6ea9a704b7 req-4351ccf5-ade2-4c75-8896-251a131bde41 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:22.396570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0038afa-6f96-4b39-8849-9a6ea9a704b7 req-4351ccf5-ade2-4c75-8896-251a131bde41 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1905682 Feb 11 13:16:22.460882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e0038afa-6f96-4b39-8849-9a6ea9a704b7 req-18da6142-a451-48f0-a0d5-fc9878e4e8a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0580702 Feb 11 13:16:23.787214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a9ba-f672-4b5c-9d9e-090c5c99e469 req-36a3fe7f-6f87-4fc2-b56d-6bf56c603c15 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:23.788958 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9884a9ba-f672-4b5c-9d9e-090c5c99e469 req-36a3fe7f-6f87-4fc2-b56d-6bf56c603c15 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1776209 Feb 11 13:16:23.854989 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9884a9ba-f672-4b5c-9d9e-090c5c99e469 req-d99780f3-aefd-4597-a645-52be95a926a4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590520 Feb 11 13:16:25.155714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01403e4d-735e-492e-9ebe-5bdc364f86e9 req-417f4fec-ac51-404c-b031-fabf8805e8cf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:25.157468 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01403e4d-735e-492e-9ebe-5bdc364f86e9 req-417f4fec-ac51-404c-b031-fabf8805e8cf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1677637 Feb 11 13:16:25.232236 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01403e4d-735e-492e-9ebe-5bdc364f86e9 req-abc4c3f7-4e2b-432d-9926-ab4b4cd298ad tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0680501 Feb 11 13:16:26.735266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471fb85-53ca-4892-af11-9ff919663061 req-3bea0ffb-54fc-4542-8799-3e1d0e554571 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:26.737052 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5471fb85-53ca-4892-af11-9ff919663061 req-3bea0ffb-54fc-4542-8799-3e1d0e554571 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3670187 Feb 11 13:16:26.802213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5471fb85-53ca-4892-af11-9ff919663061 req-c0a78c4f-e9c2-46e9-93fc-4cb314f5e892 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586748 Feb 11 13:16:27.658296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 50804) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:27.863588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 50816) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:27.864122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c6817099-99e7-4a1e-a6e5-af34afbd5be8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=859310877cbb43b4b2873ec91d9d66ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038114 Feb 11 13:16:27.976730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:28.024725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:28.171345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e88a-b158-42d8-8555-fd2a7a1fce50 req-f7fcc0e5-597d-4025-992e-284a52712857 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:28.173104 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2cd9e88a-b158-42d8-8555-fd2a7a1fce50 req-f7fcc0e5-597d-4025-992e-284a52712857 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2380464 Feb 11 13:16:28.177097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:28.184224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-939c8121-de9b-472f-beee-fc4068c733be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:28.218086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890027b-9725-4144-a4a8-791793f691d0,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:28.242493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.242910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.243316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.243761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.244176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.244799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.245201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.245602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.246556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.246952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.247344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.247733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.248226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.248618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.249008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.249394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.249781 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.250173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.250557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.250933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.251321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.251703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.252132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.252516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:28.265657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:28.266508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:28.272244 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7890027b-9725-4144-a4a8-791793f691d0 HTTP/1.1" status: 204 len: 168 time: 0.4022806 Feb 11 13:16:28.298767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2cd9e88a-b158-42d8-8555-fd2a7a1fce50 req-63e6638b-1151-4cf7-8ebe-dbcdc95a2c41 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1160119 Feb 11 13:16:29.592235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354d80-5ddd-4d97-9d15-86f87f15a706 req-38e3fdac-344b-4d68-b296-ada90b742255 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:29.593977 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d354d80-5ddd-4d97-9d15-86f87f15a706 req-38e3fdac-344b-4d68-b296-ada90b742255 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1709228 Feb 11 13:16:29.660795 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d354d80-5ddd-4d97-9d15-86f87f15a706 req-3dfff9c1-be88-4ab7-853f-0a085c47f5cd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597908 Feb 11 13:16:30.025354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:16:30.959529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa985-95ce-402b-9aad-3a748aa31df7 req-253e86f3-f37e-4c95-9257-d895a144d07e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:30.961110 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b37fa985-95ce-402b-9aad-3a748aa31df7 req-253e86f3-f37e-4c95-9257-d895a144d07e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1683645 Feb 11 13:16:31.027345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b37fa985-95ce-402b-9aad-3a748aa31df7 req-8e9c2613-7c96-406b-8ed2-c02d434e2064 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591743 Feb 11 13:16:32.322455 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0245d-f703-4ea7-9d23-3f410b062d88 req-27154ef0-f1c2-4aa8-a5ca-c2e0bc883206 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:32.324247 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a1a0245d-f703-4ea7-9d23-3f410b062d88 req-27154ef0-f1c2-4aa8-a5ca-c2e0bc883206 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1675391 Feb 11 13:16:32.391736 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a1a0245d-f703-4ea7-9d23-3f410b062d88 req-cd68bd15-8452-42e1-91c6-7587394091c5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595541 Feb 11 13:16:33.698811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b2e1-df08-4adc-b2cc-30447e39ee32 req-02339ca7-c5e5-4692-8517-47c369e5551c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:33.701097 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca32b2e1-df08-4adc-b2cc-30447e39ee32 req-02339ca7-c5e5-4692-8517-47c369e5551c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1703172 Feb 11 13:16:33.767465 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca32b2e1-df08-4adc-b2cc-30447e39ee32 req-2c1341f9-7135-4f49-8d95-04f4ca3ce704 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0598874 Feb 11 13:16:35.070727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4bf6-fa13-4822-8df2-a4129e7ee89d req-2ece82a7-0cfe-4164-88d2-1278f283eee0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:35.072459 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8f9c4bf6-fa13-4822-8df2-a4129e7ee89d req-2ece82a7-0cfe-4164-88d2-1278f283eee0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1674292 Feb 11 13:16:35.141213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8f9c4bf6-fa13-4822-8df2-a4129e7ee89d req-fdda22b4-d2a9-4cd4-b09a-ea5e96e143cf tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616238 Feb 11 13:16:36.501742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bca0c-9246-412e-8fde-3a6f3eb8def2 req-15d4bba2-bfee-40ee-9410-c593ac44e004 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:36.503492 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b92bca0c-9246-412e-8fde-3a6f3eb8def2 req-15d4bba2-bfee-40ee-9410-c593ac44e004 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.2476246 Feb 11 13:16:36.594114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31698-fb6b-4c34-b96d-88db90b1b5e4 req-382840f0-a33d-4558-b676-df87c3ef9561 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:36.595729 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3ef31698-fb6b-4c34-b96d-88db90b1b5e4 req-382840f0-a33d-4558-b676-df87c3ef9561 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2827730 Feb 11 13:16:36.686006 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b92bca0c-9246-412e-8fde-3a6f3eb8def2 req-53675140-faf1-4071-ae21-24c34760d561 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891321 Feb 11 13:16:36.710794 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3ef31698-fb6b-4c34-b96d-88db90b1b5e4 req-2ffa1e00-6e07-4dc4-98be-ee4a614228b4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0985036 Feb 11 13:16:37.241609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-8b545b76-155e-4faf-a57b-f0bac953da4b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:37.243354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-8b545b76-155e-4faf-a57b-f0bac953da4b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.1694741 Feb 11 13:16:37.346228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Deleting port 5193c1c1-3561-4009-9d26-5c7ab0670349 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:16:37.346616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:37.618766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] For port 5193c1c1-3561-4009-9d26-5c7ab0670349, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5193c1c1-3561-4009-9d26-5c7ab0670349,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:16:37.619347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:37.841068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 5193c1c1-3561-4009-9d26-5c7ab0670349 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:16:37.970856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:38.002122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:38.013088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 5193c1c1-3561-4009-9d26-5c7ab0670349, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5193c1c1-3561-4009-9d26-5c7ab0670349,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:16:38.016461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:38.019324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0592a89f-b994-4313-a952-0e2075d1cb6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:38.077810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:38.078233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:38.078597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Floating IP 472fe186-ad48-45bd-99c7-2374a84ba197 disassociated. External IP: 172.27.2.133, port: 5193c1c1-3561-4009-9d26-5c7ab0670349. Feb 11 13:16:38.078996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Calling delete_port for 5193c1c1-3561-4009-9d26-5c7ab0670349 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:16:38.098337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=5193c1c1-3561-4009-9d26-5c7ab0670349,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:38.106763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.107153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.107530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.108458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.108805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.109179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.109545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.110461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.110990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.112864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.112864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.112864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.113418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.114038 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.114640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.115453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.115600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.115963 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.116585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.117199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.117807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.118512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.118512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.118895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:38.128986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:38.262712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e4c9-4af9-4837-9033-c9df8b505d04 req-f1b6e3ab-d49a-49ee-bc4d-6818008833b3 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:38.265027 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0778e4c9-4af9-4837-9033-c9df8b505d04 req-f1b6e3ab-d49a-49ee-bc4d-6818008833b3 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 946 time: 0.3626664 Feb 11 13:16:38.386723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d43e9-6181-460c-bd8c-44a5c5d900ae req-f8c94030-b9e4-4ccf-80fd-a8cc3830a6c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:38.388453 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-226d43e9-6181-460c-bd8c-44a5c5d900ae req-f8c94030-b9e4-4ccf-80fd-a8cc3830a6c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.4875586 Feb 11 13:16:38.436314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:38.436670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:16:38.472102 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0778e4c9-4af9-4837-9033-c9df8b505d04 req-c462a19a-b7ef-4acd-b08b-a60fb7e82047 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894507 Feb 11 13:16:38.496236 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-226d43e9-6181-460c-bd8c-44a5c5d900ae req-00f06157-cd4e-49d3-b670-62265e2ec082 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1000738 Feb 11 13:16:38.554056 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'code': 200} Feb 11 13:16:38.937790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Deleting port 5193c1c1-3561-4009-9d26-5c7ab0670349 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:16:38.938326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:39.249072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] For port 5193c1c1-3561-4009-9d26-5c7ab0670349, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=5193c1c1-3561-4009-9d26-5c7ab0670349,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:16:39.249475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:39.263530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-99f623dd-6999-4e9b-b075-f97a31bca251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:39.580568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:39.580981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:39.581339 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Floating IP 472fe186-ad48-45bd-99c7-2374a84ba197 disassociated. External IP: 172.27.2.133, port: 5193c1c1-3561-4009-9d26-5c7ab0670349. Feb 11 13:16:39.581720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Calling delete_port for 5193c1c1-3561-4009-9d26-5c7ab0670349 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:16:40.159053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2021e0-c54b-4f4c-b30c-9d5b174f3197 req-ac4002c1-d52e-4a28-82b8-fccb5cbd70c7 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:40.160814 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bd2021e0-c54b-4f4c-b30c-9d5b174f3197 req-ac4002c1-d52e-4a28-82b8-fccb5cbd70c7 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 944 time: 0.5483296 Feb 11 13:16:40.250638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9dbdd-b4b6-4486-b252-fd3d541d293a req-c5cf90fd-a3ac-47f7-9240-3d3790e19b73 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:40.252363 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4bd9dbdd-b4b6-4486-b252-fd3d541d293a req-c5cf90fd-a3ac-47f7-9240-3d3790e19b73 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.5854983 Feb 11 13:16:40.316459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:40.338619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:40.405217 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bd2021e0-c54b-4f4c-b30c-9d5b174f3197 req-bd91eb05-d6ed-48c6-8e0a-8c47edd1164d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=721f2e70-c897-4401-a624-8ebef797c78f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515954 Feb 11 13:16:40.426435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event deleted for resources: {'Port': ['ID=5193c1c1-3561-4009-9d26-5c7ab0670349,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:40.437144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:40.518884 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4bd9dbdd-b4b6-4486-b252-fd3d541d293a req-70fd4734-bba9-46a5-ba00-a517d4ba408d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2407765 Feb 11 13:16:40.800349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Router 50215d01-c5c4-4145-b46b-ee72feabc894 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:16:40.998541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:16:41.009521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:16:41.026903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:16:41.027736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:16:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:16:41.052112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] No DVR routers for this DVR port 5193c1c1-3561-4009-9d26-5c7ab0670349 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:16:41.054423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:41.058755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'name': 'network-vif-deleted', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:41.073355 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ce703e9f-dc39-447c-9ed8-b31bec9a7ca5 req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "DELETE /v2.0/ports/5193c1c1-3561-4009-9d26-5c7ab0670349 HTTP/1.1" status: 204 len: 173 time: 3.8231647 Feb 11 13:16:41.136302 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c50ba82-1b60-4267-be42-c54a5275fc5a', 'name': 'network-vif-deleted', 'tag': '5193c1c1-3561-4009-9d26-5c7ab0670349', 'status': 'completed', 'code': 200} Feb 11 13:16:41.228124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:16:41.619182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:16:41.631738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:16:41.638235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b05f510b-f6da-43f5-ac68-c8a9cc38a93e req-5b176a73-0724-47c1-8970-2bc737e9d29d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:16:41.649923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:16:41.651158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:16:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:16:41.654948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b05f510b-f6da-43f5-ac68-c8a9cc38a93e req-5b176a73-0724-47c1-8970-2bc737e9d29d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:16:41.667272 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b05f510b-f6da-43f5-ac68-c8a9cc38a93e req-5b176a73-0724-47c1-8970-2bc737e9d29d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c50ba82-1b60-4267-be42-c54a5275fc5a HTTP/1.1" status: 200 len: 210 time: 0.0945132 Feb 11 13:16:41.892362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:16:41.894141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb412658-ac0b-4e9f-bc2a-39cbfa7b7ca8 req-6d2d10f7-566b-4b78-92b5-ed40f72955fb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:41.895840 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb412658-ac0b-4e9f-bc2a-39cbfa7b7ca8 req-6d2d10f7-566b-4b78-92b5-ed40f72955fb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1920440 Feb 11 13:16:41.961974 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb412658-ac0b-4e9f-bc2a-39cbfa7b7ca8 req-e3071d6f-c120-4725-b6e4-244b84a93d4e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592840 Feb 11 13:16:42.208068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b4ba-190d-41db-ac40-e9f3697037f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:42.236954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:16:42.241183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03a422-84b5-43cd-ae6d-24342d60f12f None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:16:42.316397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:42.686471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1861c00-a91c-422b-9d46-4b64fac05479 None None] New status for floating IP 472fe186-ad48-45bd-99c7-2374a84ba197: DOWN {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:16:42.827148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51064) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:42.927548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:42.974292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.031385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.037104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2781bf95-5633-47b0-a3f2-d89eb443517e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:43.055575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721f2e70-c897-4401-a624-8ebef797c78f,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:43.067688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.068156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.068564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.069042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.069456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.069865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.070246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.070634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.071025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.071410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.071895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.072341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.072805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.073197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.073583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.073966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.074348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.074732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.075113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.075493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.075873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.076280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.076668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.077047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:43.081922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:43.084440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.089157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 51072) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:43.089887 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "DELETE /v2.0/security-groups/721f2e70-c897-4401-a624-8ebef797c78f HTTP/1.1" status: 204 len: 168 time: 0.2616401 Feb 11 13:16:43.167879 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.v2.resource [None req-ef6395ce-f5e2-4bfd-ac06-e130f781ec5d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] show failed (client error): The resource could not be found. Feb 11 13:16:43.169044 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ef6395ce-f5e2-4bfd-ac06-e130f781ec5d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups/721f2e70-c897-4401-a624-8ebef797c78f HTTP/1.1" status: 404 len: 347 time: 0.0787280 Feb 11 13:16:43.172722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51076) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:43.285508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc2c9-8172-4133-8537-dbc16e0a37da req-bbe11083-5883-45e7-837b-987fad45efac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:43.287150 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-da1dc2c9-8172-4133-8537-dbc16e0a37da req-bbe11083-5883-45e7-837b-987fad45efac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1898708 Feb 11 13:16:43.353588 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-da1dc2c9-8172-4133-8537-dbc16e0a37da req-28435a5a-a7e6-483b-93f0-46b3fcd289d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592043 Feb 11 13:16:43.370468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Deleting port ce062efd-308f-4043-a5c3-858394abaf62 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:16:43.370851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.555118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.555480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.772730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:43.907369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Calling delete_port for ce062efd-308f-4043-a5c3-858394abaf62 owned by network:floatingip {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:16:44.067064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.083327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6b3eab03-6710-48b1-85a6-7598c9092586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:44.142425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event deleted for resources: {'Port': ['ID=ce062efd-308f-4043-a5c3-858394abaf62,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:44.146355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:44.258747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.320866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.341969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.344767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "DELETE /v2.0/floatingips/472fe186-ad48-45bd-99c7-2374a84ba197 HTTP/1.1" status: 204 len: 168 time: 1.1700783 Feb 11 13:16:44.650372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015dc31-a1fa-438d-8a0f-5dd83c5072b5 req-2ccd8a4a-6946-4b5c-b82f-4c07012b538a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:44.652518 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7015dc31-a1fa-438d-8a0f-5dd83c5072b5 req-2ccd8a4a-6946-4b5c-b82f-4c07012b538a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1680117 Feb 11 13:16:44.719393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51102) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:44.724263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7015dc31-a1fa-438d-8a0f-5dd83c5072b5 req-c5b1a205-b0c8-48b7-a4f3-21c937f5bbd6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0638378 Feb 11 13:16:44.726028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619971795', 'description': 'tempest-description--1915048073'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:44.750612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:44.755236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:16:44.758323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:16:44.764490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:44.775621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.801774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:44.806445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:16:44.809991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:16:44.817210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:44.903329 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.906118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.911945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0a6d5bce-bdca-4cdb-92f8-1e1f39621e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:44.955422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:44.958282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:44.959575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2389476 Feb 11 13:16:44.960540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:44.962757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51108) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:44.968325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'security_group_rule': {'security_group_id': '1e37ed26-c69e-4d0f-9995-9f3c0890d6e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:44.991080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:44.995217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:16:44.998334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:16:45.004272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:45.022693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.106652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.109426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.111561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:45.135706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b47d93-0c43-483a-a11a-6063e0b1be4c,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:45.142297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:45.146219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.147528 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837645 Feb 11 13:16:45.150474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51120) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:45.157986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'security_group_rule': {'security_group_id': '1e37ed26-c69e-4d0f-9995-9f3c0890d6e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:45.179748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:45.183768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:security_group_rule and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:16:45.186869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:16:45.192698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:45.209617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.277378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.280306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.287784 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9da44aa2-6177-437f-a1ca-9fb2db88ed50 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:45.309463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23b7798-353b-41eb-8901-b29d5624cc86,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:45.312270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:45.316788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.317822 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b28e3e46-0712-467b-b6dc-5094db8c1a78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663468 Feb 11 13:16:45.321209 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51124) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:45.326669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:45.348525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:45.352575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:floatingip and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:16:45.355598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:16:45.361377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:45.371206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.517307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:45.801193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Allocated IP 172.27.2.224 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:16:45.974878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.007492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.022909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e530ae75-001d-4e39-9162-633b6e01315d tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:46.048794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74575c77-7f2b-4267-b108-1b4aa9810d2b req-4e164b4e-5f0a-41bb-b5a1-2d775c2b22d9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:46.050529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74575c77-7f2b-4267-b108-1b4aa9810d2b req-4e164b4e-5f0a-41bb-b5a1-2d775c2b22d9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1793206 Feb 11 13:16:46.119539 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-74575c77-7f2b-4267-b108-1b4aa9810d2b req-6e602db6-a58e-429c-878c-8f68bb9bd76a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0623395 Feb 11 13:16:46.167844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'Port': ['ID=8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:46.171009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:46.224395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:16:46.225664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:16:46.228977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:16:46.323847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.390286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.667812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.671691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.687522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:46.836241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'Port': ['ID=8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:46.840744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:46.949019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.973372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:46.974714 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-649b14dd-5ba6-4526-945e-cb46129df6bc tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6525156 Feb 11 13:16:47.355088 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-040e936b-b3f3-41d9-a0a8-b603d1f38c27 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--619971795&fields=id&tenant_id=1a303f21eac44daba47cbc84c51c6609 HTTP/1.1" status: 200 len: 267 time: 0.1296279 Feb 11 13:16:47.567361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc52f7-509f-4895-9794-5f026bb9ada4 req-be9ff3ad-8507-4e12-9177-03ee8c24486d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:47.569039 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9fdc52f7-509f-4895-9794-5f026bb9ada4 req-be9ff3ad-8507-4e12-9177-03ee8c24486d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3064613 Feb 11 13:16:47.664179 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9fdc52f7-509f-4895-9794-5f026bb9ada4 req-d9d5fb0d-5c83-4575-a745-25faa6d7a35f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0875261 Feb 11 13:16:47.751733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-98ec6d36-b86a-4f90-be7f-04fcd0b41827 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:47.753454 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-98ec6d36-b86a-4f90-be7f-04fcd0b41827 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 811 time: 0.3879097 Feb 11 13:16:47.771317 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-f77b8e6e-e074-4ba6-836e-c6e4698b9bd5 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/quotas/1a303f21eac44daba47cbc84c51c6609 HTTP/1.1" status: 200 len: 375 time: 0.0111680 Feb 11 13:16:47.912980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-e652e2aa-356a-4243-9d3e-99332c168a7d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356087 Feb 11 13:16:48.073144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-32bef0ec-0eb8-407a-acd6-4eea788aeee0 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:16:48.074245 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-32bef0ec-0eb8-407a-acd6-4eea788aeee0 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1480553 Feb 11 13:16:48.227361 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-ff2eb7ab-36b0-4a1b-a817-1b98de88f711 service neutron] 10.222.0.93 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459470 Feb 11 13:16:48.389484 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-72cc79e2-24ef-48d9-8931-725bdb966aa0 service neutron] 10.222.0.93 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553056 Feb 11 13:16:48.613652 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-797ca269-8d60-4e7a-894a-93632c375430 req-87e23293-4772-4b71-ba56-9a8ed8144f9e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 210 time: 0.0536411 Feb 11 13:16:48.961416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdccce6-a1b8-48c2-99bf-72319a7a6959 req-8dccee53-beb8-42f6-a2be-7d7cd26e040a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:48.963145 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dbdccce6-a1b8-48c2-99bf-72319a7a6959 req-8dccee53-beb8-42f6-a2be-7d7cd26e040a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1663077 Feb 11 13:16:49.032386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dbdccce6-a1b8-48c2-99bf-72319a7a6959 req-96133489-bd71-4f46-91bd-51fdddf6ca96 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0612397 Feb 11 13:16:49.799741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ef215d63-39c7-4a9e-b735-66a518292082 req-64db7cdf-6746-45a7-b292-38440d9e14c3 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 210 time: 0.0533624 Feb 11 13:16:50.091002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-fecad928-f232-46af-831d-a052fd71dd76 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:50.092659 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-fecad928-f232-46af-831d-a052fd71dd76 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 811 time: 0.2385733 Feb 11 13:16:50.213414 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-aceecd40-bdef-4f14-9e28-ecb94d47de1b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/security-groups?tenant_id=1a303f21eac44daba47cbc84c51c6609 HTTP/1.1" status: 200 len: 5704 time: 0.1042223 Feb 11 13:16:50.279720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'port': {'device_id': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'admin_state_up': True, 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'security_groups': ['1e37ed26-c69e-4d0f-9995-9f3c0890d6e5']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:50.520163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ceb4-ce90-4f05-addb-6b0d25aa6c66 req-a8c94c14-0bf5-4f7a-9f64-9c51f3d51cff tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:50.521856 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eae9ceb4-ce90-4f05-addb-6b0d25aa6c66 req-a8c94c14-0bf5-4f7a-9f64-9c51f3d51cff tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3073938 Feb 11 13:16:50.569591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:50.581275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Usage tracker for resource:port and tenant:1a303f21eac44daba47cbc84c51c6609 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:16:50.585883 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:16:50.597168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:50.620705 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eae9ceb4-ce90-4f05-addb-6b0d25aa6c66 req-db9d4944-2e60-4001-820e-26d62fcde343 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0852916 Feb 11 13:16:50.627590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Made reservation on behalf of 1a303f21eac44daba47cbc84c51c6609 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:16:50.649263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:50.734223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:51.058647 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4280bd28-640c-40ab-b1d7-d85382761629 req-35609000-d83e-41b9-a420-6d034f0e95b2 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 210 time: 0.0647523 Feb 11 13:16:51.232490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Allocated IP 172.20.0.9 (ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc/bd07f502-8012-4db7-8ace-f3599ec643ee/e0b13b50-2368-4aeb-bd8d-825a7d417d9c) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:16:51.447745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:51.465025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Transition to ACTIVE for port object e0b13b50-2368-4aeb-bd8d-825a7d417d9c will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:16:51.490204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:51.507917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:51.669951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event updated for resources: {'Port': ['ID=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:51.673357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:51.715855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:16:51.718865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:16:51.722017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:16:51.905611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:51.906343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:51.944054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-56ec9c24-decf-4b97-9321-eaa1176257a0 None None] Provisioning for port e0b13b50-2368-4aeb-bd8d-825a7d417d9c completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:16:51.950069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-56ec9c24-decf-4b97-9321-eaa1176257a0 None None] Provisioning complete for port e0b13b50-2368-4aeb-bd8d-825a7d417d9c triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:16:51.950489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-56ec9c24-decf-4b97-9321-eaa1176257a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:51.950678 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6836226 Feb 11 13:16:51.964177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-79e96936-16b7-4ddf-8298-e1f9ae0f511a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:16:51.965261 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-79e96936-16b7-4ddf-8298-e1f9ae0f511a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0073485 Feb 11 13:16:52.010523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-56ec9c24-decf-4b97-9321-eaa1176257a0 None None] Port e0b13b50-2368-4aeb-bd8d-825a7d417d9c cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:16:52.057846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493159-20a4-4a27-bbf9-a7ad96c3d32e req-fd279bbe-6afe-4cdb-a6b7-36e6cd856968 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:52.059656 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-42493159-20a4-4a27-bbf9-a7ad96c3d32e req-fd279bbe-6afe-4cdb-a6b7-36e6cd856968 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2908721 Feb 11 13:16:52.133446 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-42493159-20a4-4a27-bbf9-a7ad96c3d32e req-bcccf0e7-33b0-4dde-a898-d198c676f164 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0666444 Feb 11 13:16:52.143151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Request body: {'port': {'device_id': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:52.332252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:52.507707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9b48-464d-4e8f-9378-2a60f8c835d3 req-999586cd-2bb2-43de-818a-a3febf7f93ee tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:52.508577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-08ab9b48-464d-4e8f-9378-2a60f8c835d3 req-999586cd-2bb2-43de-818a-a3febf7f93ee tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:16:52.575783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-08ab9b48-464d-4e8f-9378-2a60f8c835d3 req-999586cd-2bb2-43de-818a-a3febf7f93ee tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:16:52.577099 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-08ab9b48-464d-4e8f-9378-2a60f8c835d3 req-999586cd-2bb2-43de-818a-a3febf7f93ee tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 931 time: 0.3819423 Feb 11 13:16:52.718294 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-08ab9b48-464d-4e8f-9378-2a60f8c835d3 req-862b8e40-26f9-4513-85b0-f4428ed8b3df tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298997 Feb 11 13:16:52.959622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b13b50-2368-4aeb-bd8d-825a7d417d9c {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:16:52.968067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:52.980742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Transition to ACTIVE for port object e0b13b50-2368-4aeb-bd8d-825a7d417d9c will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:16:52.984064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:53.000287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6e43bbfc-c35f-4c3d-9133-752fead7ded4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:53.146875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Pushing event updated for resources: {'Port': ['ID=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:53.151252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:53.413255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Attempting to bind port e0b13b50-2368-4aeb-bd8d-825a7d417d9c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:53.413549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Attempting to bind port e0b13b50-2368-4aeb-bd8d-825a7d417d9c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:16:53.413910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Attempting to bind port e0b13b50-2368-4aeb-bd8d-825a7d417d9c on network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:16:53.423570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:16:53.424476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Checking segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:16:53.424901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:53.425298 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Bound using segment: {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:16:53.425765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Bound port: e0b13b50-2368-4aeb-bd8d-825a7d417d9c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb12ee-2249-45ef-9217-a81efdfe50de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:16:53.426143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:53.530434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3564af-d679-48c3-b79c-727bc3a1b534 req-85234af5-5a4a-4a50-860e-80b5b8dd5cef tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:53.532100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f3564af-d679-48c3-b79c-727bc3a1b534 req-85234af5-5a4a-4a50-860e-80b5b8dd5cef tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2342987 Feb 11 13:16:53.664490 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f3564af-d679-48c3-b79c-727bc3a1b534 req-2621f3cb-24fd-4368-8311-bb5ebdbd113d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1028111 Feb 11 13:16:53.674207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] For port e0b13b50-2368-4aeb-bd8d-825a7d417d9c, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:16:53.677552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] For port e0b13b50-2368-4aeb-bd8d-825a7d417d9c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:16:53.681347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:53.698309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:53.853654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Pushing event updated for resources: {'Port': ['ID=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:53.859342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:53.955903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:53.956604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:53.958082 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] 10.222.0.123 "PUT /v2.0/ports/e0b13b50-2368-4aeb-bd8d-825a7d417d9c HTTP/1.1" status: 200 len: 1157 time: 1.9858103 Feb 11 13:16:53.958622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:54.074327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1431cb-6057-403f-99fe-c8b20d087a1d req-4df8219f-b0b6-4ca6-acb0-8ce062ad6c13 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:54.076070 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bd1431cb-6057-403f-99fe-c8b20d087a1d req-4df8219f-b0b6-4ca6-acb0-8ce062ad6c13 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 943 time: 0.2179487 Feb 11 13:16:54.079114 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'status': 'completed', 'code': 200} Feb 11 13:16:54.203712 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bd1431cb-6057-403f-99fe-c8b20d087a1d req-d2c1be7c-bbb1-44a5-92f2-037bcd45f173 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791726 Feb 11 13:16:54.217319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-7b2571ab-6d3e-4cc0-a3a7-b0acef87ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:54.218889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-7b2571ab-6d3e-4cc0-a3a7-b0acef87ec1a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 1160 time: 0.1418538 Feb 11 13:16:54.303282 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-ed7c16a1-6bda-4d11-9bbd-4a9631a1ece3 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b13b50-2368-4aeb-bd8d-825a7d417d9c HTTP/1.1" status: 200 len: 217 time: 0.0760920 Feb 11 13:16:54.374368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-e245f513-e1c3-44f2-8db0-be5a334c2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:54.375966 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-e245f513-e1c3-44f2-8db0-be5a334c2a90 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.0664077 Feb 11 13:16:54.465710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394439-8339-4cb0-9b37-27e19d1219ad req-7317bc52-730e-4acd-861c-511de3f64248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:54.467227 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-7317bc52-730e-4acd-861c-511de3f64248 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835729 Feb 11 13:16:54.869921 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-d59b964a-3915-42ba-b93e-0301a48976d3 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929949 Feb 11 13:16:55.119735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4fbff-6f3d-4b3a-ad3f-597dfa1c98ad req-65fdf1e9-ba40-4abe-aabe-0ce9e0fadd82 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:55.121456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-33a4fbff-6f3d-4b3a-ad3f-597dfa1c98ad req-65fdf1e9-ba40-4abe-aabe-0ce9e0fadd82 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2915819 Feb 11 13:16:55.131981 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16394439-8339-4cb0-9b37-27e19d1219ad req-1c41679c-92ec-4d7b-b4b5-6c5b6f223692 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2558901 Feb 11 13:16:55.197314 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-33a4fbff-6f3d-4b3a-ad3f-597dfa1c98ad req-8a2395c0-4f04-4d0c-a09d-e088b75a5347 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0677471 Feb 11 13:16:55.297198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392043f-867b-46ab-a920-49903db0d25e req-a12ef35b-1fc4-466c-9035-f9e160a0e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:55.298850 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-a12ef35b-1fc4-466c-9035-f9e160a0e06c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 1160 time: 0.1211960 Feb 11 13:16:55.504522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392043f-867b-46ab-a920-49903db0d25e req-0f78d4e0-4340-46d5-ac10-9b9b281ddd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:55.506195 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-0f78d4e0-4340-46d5-ac10-9b9b281ddd6c service neutron] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 905 time: 0.1995797 Feb 11 13:16:55.656897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17380f-c5a7-40c2-94a6-3c0536d2a37d req-eaf9cc03-1679-4af4-bb55-e4189111ac8e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:55.658553 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a17380f-c5a7-40c2-94a6-3c0536d2a37d req-eaf9cc03-1679-4af4-bb55-e4189111ac8e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 943 time: 0.3132081 Feb 11 13:16:55.670217 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-98d70e14-e6e9-4c9f-9031-4a1ade2d5139 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b13b50-2368-4aeb-bd8d-825a7d417d9c HTTP/1.1" status: 200 len: 217 time: 0.1559918 Feb 11 13:16:55.785734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a17380f-c5a7-40c2-94a6-3c0536d2a37d req-7c9c284f-ec58-4e42-be04-d92638564e3a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172690 Feb 11 13:16:55.791675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392043f-867b-46ab-a920-49903db0d25e req-7433ef04-7cd1-4710-b58c-2a83216113c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:55.793208 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-7433ef04-7cd1-4710-b58c-2a83216113c2 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.1089973 Feb 11 13:16:55.878757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392043f-867b-46ab-a920-49903db0d25e req-38a34390-6d48-4ed8-ab43-d70bd514e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:55.880564 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-38a34390-6d48-4ed8-ab43-d70bd514e83e service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799637 Feb 11 13:16:56.028770 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-d01b1dd0-55eb-4733-bc81-5c83bc46deba service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408303 Feb 11 13:16:56.179236 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4392043f-867b-46ab-a920-49903db0d25e req-53544660-4f72-462b-b7c5-2dd22d2d9690 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428013 Feb 11 13:16:56.500694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f735c8-e468-4f41-bf59-b3067856990e req-b18ec2d3-507d-4595-bcb8-6a6759aa4d4c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:56.502334 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-89f735c8-e468-4f41-bf59-b3067856990e req-b18ec2d3-507d-4595-bcb8-6a6759aa4d4c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1687846 Feb 11 13:16:56.625259 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-89f735c8-e468-4f41-bf59-b3067856990e req-98e7efb7-7c17-4d0f-a21a-faae62d0dfb9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1163442 Feb 11 13:16:56.650830 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-a5908b35-8aa9-43ba-a304-629e582e3425 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1040313 Feb 11 13:16:56.751571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-f7e97742-bf21-4159-8d48-9cca1541c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:56.753170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-f7e97742-bf21-4159-8d48-9cca1541c30b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=20f5b5bd38554458ae08fb27210730cf&device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 1162 time: 0.0791011 Feb 11 13:16:56.985632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-75ce2264-e948-46f6-b939-c25f50725af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:56.987228 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-75ce2264-e948-46f6-b939-c25f50725af2 service neutron] 10.222.0.123 "GET /v2.0/networks?id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 HTTP/1.1" status: 200 len: 909 time: 0.2100382 Feb 11 13:16:57.068264 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-029f8865-f731-4f76-a069-45fae84cd1e9 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ecdc4a-afa1-43ab-8694-933c8de07208 HTTP/1.1" status: 200 len: 217 time: 0.0726044 Feb 11 13:16:57.225786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca800-7e21-4f55-a47a-b28c5611518a req-8c6b5ad5-8842-411b-9aff-ecc42a9072d4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:57.227477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-977ca800-7e21-4f55-a47a-b28c5611518a req-8c6b5ad5-8842-411b-9aff-ecc42a9072d4 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 943 time: 0.3002093 Feb 11 13:16:57.233478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-77ff51d7-4a04-434e-b45a-afe0c671fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:57.234947 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-77ff51d7-4a04-434e-b45a-afe0c671fa98 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=18956192-627f-4041-905c-b4155cf11e09 HTTP/1.1" status: 200 len: 854 time: 0.1587121 Feb 11 13:16:57.312689 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-a4b9eb76-01c3-4439-aa02-c0711302ffbd service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602725 Feb 11 13:16:57.391134 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-977ca800-7e21-4f55-a47a-b28c5611518a req-89ff75f9-c319-4656-9190-259414ad86be tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551321 Feb 11 13:16:57.491394 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-8dfbf78c-f09f-4f93-baaf-6d666358f3b1 service neutron] 10.222.0.123 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701643 Feb 11 13:16:57.637242 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e7efd62-8c1f-4398-b396-ca178dee33f9 req-b5dce238-75fa-49b8-86a4-8e2e47a84040 service neutron] 10.222.0.123 "GET /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376879 Feb 11 13:16:57.917595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c8c4b-a99b-4e4e-8e82-5e00716266c8 req-a748e475-58dd-4529-9347-be61eaffdd6b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:57.919334 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a79c8c4b-a99b-4e4e-8e82-5e00716266c8 req-a748e475-58dd-4529-9347-be61eaffdd6b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1660464 Feb 11 13:16:57.991381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a79c8c4b-a99b-4e4e-8e82-5e00716266c8 req-b3a0827c-0cdb-4a16-beb7-979d0f8239db tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0647736 Feb 11 13:16:58.694093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f5324-2473-49d1-9fb7-771899b99edc req-69e7b1c8-b25b-4af0-9c80-ab4b82c821b1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:58.695710 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b35f5324-2473-49d1-9fb7-771899b99edc req-69e7b1c8-b25b-4af0-9c80-ab4b82c821b1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 943 time: 0.1705000 Feb 11 13:16:58.759944 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b35f5324-2473-49d1-9fb7-771899b99edc req-4fe4ce4a-f915-468e-a2c3-65d8ef527608 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579028 Feb 11 13:16:59.291291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005640f-3273-4e9a-ac6f-f046ee0da3ae req-0510e83d-fd2f-4bd9-b5f9-4a703fc1160a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:59.293825 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1005640f-3273-4e9a-ac6f-f046ee0da3ae req-0510e83d-fd2f-4bd9-b5f9-4a703fc1160a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1677163 Feb 11 13:16:59.363957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1005640f-3273-4e9a-ac6f-f046ee0da3ae req-c0b39120-fad8-4ac8-b45e-38fd2800d9a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0643053 Feb 11 13:17:00.054746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db9627-f8b0-407b-b847-6f13691a89ad req-11fa3f57-cdd0-4556-a45a-dea165b69dab tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:00.056371 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54db9627-f8b0-407b-b847-6f13691a89ad req-11fa3f57-cdd0-4556-a45a-dea165b69dab tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 943 time: 0.1638002 Feb 11 13:17:00.120227 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54db9627-f8b0-407b-b847-6f13691a89ad req-0f2755b0-0cf9-4f15-8980-7d68c323dd6d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573714 Feb 11 13:17:00.860114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device e0b13b50-2368-4aeb-bd8d-825a7d417d9c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:17:00.881995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b5367-80bd-4481-8e9a-f6406ff67f21 req-a56fa4c3-22a9-438b-b96a-3ccd18313888 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:00.883709 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e49b5367-80bd-4481-8e9a-f6406ff67f21 req-a56fa4c3-22a9-438b-b96a-3ccd18313888 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3851616 Feb 11 13:17:00.934849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port e0b13b50-2368-4aeb-bd8d-825a7d417d9c completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:17:00.939982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port e0b13b50-2368-4aeb-bd8d-825a7d417d9c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:17:00.940442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:00.948968 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e49b5367-80bd-4481-8e9a-f6406ff67f21 req-0c138c5c-4acc-482d-bfc6-229f9bf19f5f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588880 Feb 11 13:17:01.064437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:01.093114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:01.103561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port e0b13b50-2368-4aeb-bd8d-825a7d417d9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:17:01.107203 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:01.109249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:17:01.165825 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'code': 200} Feb 11 13:17:01.188111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:17:01.192242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:17:01.481448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1cf48-f863-47c7-a8d7-f46c4e9cc363 req-f2a620b8-8a38-4d52-97d7-10ee88b2cf38 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:01.483220 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03a1cf48-f863-47c7-a8d7-f46c4e9cc363 req-f2a620b8-8a38-4d52-97d7-10ee88b2cf38 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.2317092 Feb 11 13:17:01.540524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1e4ed-a5fd-4d30-994f-65950aecbe67 req-3ff342c7-3a29-4843-bd15-32f072553bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:01.542203 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ee1e4ed-a5fd-4d30-994f-65950aecbe67 req-3ff342c7-3a29-4843-bd15-32f072553bd1 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 1162 time: 0.2164299 Feb 11 13:17:01.562430 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-03a1cf48-f863-47c7-a8d7-f46c4e9cc363 req-c9f5f55c-26a1-4f04-94b4-9b2ff023b744 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729756 Feb 11 13:17:01.602570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ee1e4ed-a5fd-4d30-994f-65950aecbe67 req-bd9e88e9-1f3e-43b4-9455-80eb63598279 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390286 Feb 11 13:17:02.070840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device e0b13b50-2368-4aeb-bd8d-825a7d417d9c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:17:02.143666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port e0b13b50-2368-4aeb-bd8d-825a7d417d9c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:17:02.144105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:02.246432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853cf7a-d3a3-4299-b39a-bbc5743b80d7 req-4fec61c8-2cb2-4ed4-99f1-b0ae32ee7033 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:02.247824 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e853cf7a-d3a3-4299-b39a-bbc5743b80d7 req-4fec61c8-2cb2-4ed4-99f1-b0ae32ee7033 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1665854 Feb 11 13:17:02.319274 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e853cf7a-d3a3-4299-b39a-bbc5743b80d7 req-6d42fcb3-7914-47d3-95e4-ca5a5083f571 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621860 Feb 11 13:17:02.863569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70f381-318f-4df4-8008-ed8eb8eac9c9 req-6117be29-197d-451f-a9e2-7c3b880789fb tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:02.865334 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f70f381-318f-4df4-8008-ed8eb8eac9c9 req-6117be29-197d-451f-a9e2-7c3b880789fb tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.1683123 Feb 11 13:17:02.934209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f70f381-318f-4df4-8008-ed8eb8eac9c9 req-cf3f07a6-e6d3-4053-9e21-ebccdfccfe1b tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623274 Feb 11 13:17:03.611737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fe473-6d70-4f5e-9dce-47aa4b0e59dc req-404f904a-e568-4116-9ee4-130744ef415c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:03.613477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c35fe473-6d70-4f5e-9dce-47aa4b0e59dc req-404f904a-e568-4116-9ee4-130744ef415c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1658256 Feb 11 13:17:03.680172 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c35fe473-6d70-4f5e-9dce-47aa4b0e59dc req-b721d44f-0223-44c1-b84c-bc22f75a3c29 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0594802 Feb 11 13:17:04.233086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81cbcd-48a3-43b6-8126-bdc77a342b44 req-b0e7c9f4-283d-4f45-8ea9-0be9c2b40932 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:04.234783 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f81cbcd-48a3-43b6-8126-bdc77a342b44 req-b0e7c9f4-283d-4f45-8ea9-0be9c2b40932 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.1680636 Feb 11 13:17:04.300688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f81cbcd-48a3-43b6-8126-bdc77a342b44 req-210666d5-4677-43a4-af52-eed6aa8ed859 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588844 Feb 11 13:17:04.640210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99ae4c-8775-44f7-909b-407a05bba4c6 req-c934ebf9-e412-48aa-9299-925780f67936 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:04.642170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6b99ae4c-8775-44f7-909b-407a05bba4c6 req-c934ebf9-e412-48aa-9299-925780f67936 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.2148850 Feb 11 13:17:04.653061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 51428) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:04.659399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Request body: {'floatingip': {'port_id': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.761445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:04.993278 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0a2-2478-4c12-9e8e-b11214200af1 req-6054fa5a-8aa6-4be4-8f70-cc7c7a2a072e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:04.995007 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1461b0a2-2478-4c12-9e8e-b11214200af1 req-6054fa5a-8aa6-4be4-8f70-cc7c7a2a072e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1795177 Feb 11 13:17:05.064618 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1461b0a2-2478-4c12-9e8e-b11214200af1 req-d4ff3525-20d2-4416-8715-159c83f5667e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0629063 Feb 11 13:17:05.906394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:05.909782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:06.095477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Floating IP c3628099-636e-4997-8fac-7e53ec286b25 associated. External IP: 172.27.2.224, port: e0b13b50-2368-4aeb-bd8d-825a7d417d9c. Feb 11 13:17:06.372490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dab090-be22-48dd-a2ed-17919613c75c req-6c45bb7d-cf5e-4ef9-89ba-74a8eb6dfd26 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:06.374203 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1dab090-be22-48dd-a2ed-17919613c75c req-6c45bb7d-cf5e-4ef9-89ba-74a8eb6dfd26 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1772459 Feb 11 13:17:06.445256 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1dab090-be22-48dd-a2ed-17919613c75c req-7c89a8bf-6ddc-46f8-bdc3-b8ec8dd5bde4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0648639 Feb 11 13:17:06.486133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Router 50215d01-c5c4-4145-b46b-ee72feabc894 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:17:06.675595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:17:06.680528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:06.685422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:17:06.696402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:17:06.697067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:16:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:17:06.754162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0c44aa59-c3f0-499a-8d8b-d9cd183cf12c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "PUT /v2.0/floatingips/c3628099-636e-4997-8fac-7e53ec286b25 HTTP/1.1" status: 200 len: 991 time: 2.0998945 Feb 11 13:17:06.754881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:07.018470 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'status': 'completed', 'code': 200} Feb 11 13:17:07.051928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:17:07.056513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:17:07.123061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-a3973707-d9d4-4976-a30b-690bc8d15121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:07.124767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-a3973707-d9d4-4976-a30b-690bc8d15121 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1a303f21eac44daba47cbc84c51c6609&device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 1162 time: 0.0830972 Feb 11 13:17:07.276873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-8d76a750-dbb9-40a0-a2b3-2c6d6e81bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:07.279024 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-8d76a750-dbb9-40a0-a2b3-2c6d6e81bdc5 service neutron] 10.222.0.123 "GET /v2.0/networks?id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 200 len: 905 time: 0.1471078 Feb 11 13:17:07.401048 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-aaf03fd7-90bd-4151-8a5b-85792e404055 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b13b50-2368-4aeb-bd8d-825a7d417d9c HTTP/1.1" status: 200 len: 999 time: 0.1156430 Feb 11 13:17:07.437427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'c3628099-636e-4997-8fac-7e53ec286b25', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'port_id': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'mac_address': 'fa:16:3e:96:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:16:46Z', 'updated_at': '2021-02-11T13:17:05Z', 'revision_number': 1, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:17:07.441644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:17:07.451077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:17:07.452527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:16:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:17:07.472716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-70174cd9-77a8-478f-b3c3-5616cd806507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:07.474469 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-70174cd9-77a8-478f-b3c3-5616cd806507 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 200 len: 850 time: 0.0667422 Feb 11 13:17:07.564322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-64e8d288-e4bf-4571-abaa-236ea2c64809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:07.565936 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-64e8d288-e4bf-4571-abaa-236ea2c64809 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853913 Feb 11 13:17:07.643519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:17:07.776472 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-0de4603e-a178-4e40-a384-5789347f6d3e service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029979 Feb 11 13:17:07.864463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce4b6d-cceb-406e-b002-d26fbd937f28 req-e1500d47-83fe-4876-ad4c-180d40932049 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:07.866677 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b0ce4b6d-cceb-406e-b002-d26fbd937f28 req-e1500d47-83fe-4876-ad4c-180d40932049 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2693181 Feb 11 13:17:08.022986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'c3628099-636e-4997-8fac-7e53ec286b25', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'port_id': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'mac_address': 'fa:16:3e:96:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:16:46Z', 'updated_at': '2021-02-11T13:17:05Z', 'revision_number': 1, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:17:08.027261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9b67d-8b5f-4938-a971-bfe33dd15529 None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': 'c3628099-636e-4997-8fac-7e53ec286b25', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'port_id': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'mac_address': 'fa:16:3e:96:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:16:46Z', 'updated_at': '2021-02-11T13:17:05Z', 'revision_number': 1, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:17:08.032272 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b0ce4b6d-cceb-406e-b002-d26fbd937f28 req-bd90b7c3-ba57-4710-a8f1-134caae2521e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1406536 Feb 11 13:17:08.084353 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec8a2263-5159-4b82-80a9-6a11078a5a26 req-50f6c04f-be1b-42e5-95a8-541bdb09ef99 service neutron] 10.222.0.123 "GET /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2160690 Feb 11 13:17:08.341208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f7cec-8a2a-4c16-b6ee-76b48d23f18d None None] New status for floating IP c3628099-636e-4997-8fac-7e53ec286b25: ACTIVE {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:17:09.267771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53892420-c2fa-4485-bb76-86d1bbc1a2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:09.347390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936be79-7119-45bd-be93-7fbe2d503151 req-8b74aeb9-8efe-4963-8c24-dc95f85276b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:09.349111 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a936be79-7119-45bd-be93-7fbe2d503151 req-8b74aeb9-8efe-4963-8c24-dc95f85276b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1757047 Feb 11 13:17:09.418207 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a936be79-7119-45bd-be93-7fbe2d503151 req-c0474f09-506e-4427-bca1-87a7751e47d7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0620375 Feb 11 13:17:10.728126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30482d2a-a6e7-46f8-9e66-08ce9e88a244 req-4124e2d1-798c-4125-9575-cbed83b14c60 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:10.729813 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-30482d2a-a6e7-46f8-9e66-08ce9e88a244 req-4124e2d1-798c-4125-9575-cbed83b14c60 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1727216 Feb 11 13:17:10.800257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-30482d2a-a6e7-46f8-9e66-08ce9e88a244 req-11854bba-5216-4ea3-92a8-847dc8cf5e50 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0638170 Feb 11 13:17:12.090835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e755e21-7589-4325-bac3-fd8c05ead853 req-4ec57f4e-f89e-464c-afeb-5707f9ec6fb2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:12.092718 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3e755e21-7589-4325-bac3-fd8c05ead853 req-4ec57f4e-f89e-464c-afeb-5707f9ec6fb2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1648564 Feb 11 13:17:12.157603 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3e755e21-7589-4325-bac3-fd8c05ead853 req-420eb759-7f3e-478c-bfa5-3eab1213abbc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586176 Feb 11 13:17:12.211358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-79d877f4-c103-4c6f-b01d-e7eaac771357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:12.314327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:13.460112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0182c53-8dc3-430f-bb2a-e5858817c370 req-feb3180c-5425-40fe-8ed7-0f2e66254409 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:13.461765 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0182c53-8dc3-430f-bb2a-e5858817c370 req-feb3180c-5425-40fe-8ed7-0f2e66254409 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1684229 Feb 11 13:17:13.525589 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0182c53-8dc3-430f-bb2a-e5858817c370 req-987d744b-fe02-434b-8812-aacc7dff6d12 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575387 Feb 11 13:17:13.768660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:14.266970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:14.845056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3a73-2b68-4353-bc67-dec6fe54189c req-20d9933d-35b1-437b-be3a-0ddbf14f03a7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:14.846725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5a0e3a73-2b68-4353-bc67-dec6fe54189c req-20d9933d-35b1-437b-be3a-0ddbf14f03a7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1791527 Feb 11 13:17:14.917238 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5a0e3a73-2b68-4353-bc67-dec6fe54189c req-4779e901-2ca7-4423-b59c-cc944a617791 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0629573 Feb 11 13:17:16.223637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858ebc-d735-4a4d-a7a5-86752ee2eda7 req-a0a13fc1-1c40-45eb-b9bd-74dbfbc1a4e0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:16.225366 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5858ebc-d735-4a4d-a7a5-86752ee2eda7 req-a0a13fc1-1c40-45eb-b9bd-74dbfbc1a4e0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1702595 Feb 11 13:17:16.291841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5858ebc-d735-4a4d-a7a5-86752ee2eda7 req-907ac668-cca6-444d-926f-8a9a01fcc6c0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0600431 Feb 11 13:17:17.592230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40284-3eec-4a27-be23-f5812c7b5f9a req-d0366cee-46fb-4c4a-83df-d4f5a0a2c049 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:17.593895 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5af40284-3eec-4a27-be23-f5812c7b5f9a req-d0366cee-46fb-4c4a-83df-d4f5a0a2c049 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1689582 Feb 11 13:17:17.657866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5af40284-3eec-4a27-be23-f5812c7b5f9a req-ac75ecf7-041e-4754-adc6-bc47f1c9e9da tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0578146 Feb 11 13:17:18.955854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a95e5c-f4b8-4ab0-a6b4-e1c50d6ae55b req-ef6c3ff9-dba7-463e-b3be-19e9340abd89 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:18.957549 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25a95e5c-f4b8-4ab0-a6b4-e1c50d6ae55b req-ef6c3ff9-dba7-463e-b3be-19e9340abd89 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1707749 Feb 11 13:17:19.023063 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-25a95e5c-f4b8-4ab0-a6b4-e1c50d6ae55b req-7ac92abb-c31d-481f-9585-9e558fd75cb5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583911 Feb 11 13:17:20.316253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b363839-4326-49bd-a2b7-0f52d2ce2efd req-38506fc3-4e1e-483a-86e6-ad53310a2b47 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:20.317585 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0b363839-4326-49bd-a2b7-0f52d2ce2efd req-38506fc3-4e1e-483a-86e6-ad53310a2b47 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1659541 Feb 11 13:17:20.383003 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0b363839-4326-49bd-a2b7-0f52d2ce2efd req-8b644f18-745d-48b3-9a7e-369dd7846285 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590138 Feb 11 13:17:20.768588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:21.692181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb4d6-80a4-47b6-b666-60773b76099c req-20b063fd-bc42-469f-b568-11db2cf1f604 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:21.693878 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de4fb4d6-80a4-47b6-b666-60773b76099c req-20b063fd-bc42-469f-b568-11db2cf1f604 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1762235 Feb 11 13:17:21.759206 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de4fb4d6-80a4-47b6-b666-60773b76099c req-f5e68119-0806-46ee-902f-9ffbbe9d56c1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589855 Feb 11 13:17:23.080969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f581e-18ec-49b3-ae42-faed6b9ab101 req-6b530a79-8aeb-444e-970a-2b71d4eef397 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:23.082694 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2e7f581e-18ec-49b3-ae42-faed6b9ab101 req-6b530a79-8aeb-444e-970a-2b71d4eef397 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1794062 Feb 11 13:17:23.344943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2e7f581e-18ec-49b3-ae42-faed6b9ab101 req-6112d70c-0736-4e36-b312-1fad2f992bcb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2549026 Feb 11 13:17:24.636389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46eda-0009-45f1-8046-21dd965d8033 req-0e2995d4-abbd-4c84-a773-d2e0cb3de855 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:24.637969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79b46eda-0009-45f1-8046-21dd965d8033 req-0e2995d4-abbd-4c84-a773-d2e0cb3de855 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1656513 Feb 11 13:17:24.709705 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79b46eda-0009-45f1-8046-21dd965d8033 req-6cbf7b2b-3248-4640-9166-2312147ceebd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0654321 Feb 11 13:17:26.010260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5790c9-864d-477e-a84c-7b55575830e7 req-7631dafa-bc80-47e4-8700-6fd6683c5354 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:26.011914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5b5790c9-864d-477e-a84c-7b55575830e7 req-7631dafa-bc80-47e4-8700-6fd6683c5354 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1669457 Feb 11 13:17:26.077059 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5b5790c9-864d-477e-a84c-7b55575830e7 req-6b64e885-5aae-402a-92a9-2ed0c876d2b1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583098 Feb 11 13:17:27.377339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09966e2-f7f0-4f50-a6a7-177e98093b04 req-2ba953a2-fd3d-46be-a27f-53cc6271a453 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:27.379160 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b09966e2-f7f0-4f50-a6a7-177e98093b04 req-2ba953a2-fd3d-46be-a27f-53cc6271a453 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1725366 Feb 11 13:17:27.447172 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b09966e2-f7f0-4f50-a6a7-177e98093b04 req-d8d4dee4-2af0-4695-bda1-0bfdf97a4655 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0601914 Feb 11 13:17:28.757534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3419f5-0252-48bf-9e10-ce7f05444e8b req-318a34aa-7f0e-4d25-8472-042d8b307614 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:28.759197 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee3419f5-0252-48bf-9e10-ce7f05444e8b req-318a34aa-7f0e-4d25-8472-042d8b307614 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1752627 Feb 11 13:17:28.827883 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee3419f5-0252-48bf-9e10-ce7f05444e8b req-10d92340-83d1-4eaf-9ed9-4e16b7cbfe13 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0622773 Feb 11 13:17:30.124423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157875d7-e7b3-4d31-b552-d43202942033 req-53b09434-5050-4186-a21c-24e766766f95 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:30.126104 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-157875d7-e7b3-4d31-b552-d43202942033 req-53b09434-5050-4186-a21c-24e766766f95 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1651804 Feb 11 13:17:30.189942 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-157875d7-e7b3-4d31-b552-d43202942033 req-2737ba2d-d680-4931-bf86-27740732d3f5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575604 Feb 11 13:17:31.493863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6e86-a47d-4cc8-b29a-10086bc46b4e req-6b55a19a-098c-4ae4-98cb-3094c40430ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:31.495570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b29c6e86-a47d-4cc8-b29a-10086bc46b4e req-6b55a19a-098c-4ae4-98cb-3094c40430ca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1737068 Feb 11 13:17:31.563498 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b29c6e86-a47d-4cc8-b29a-10086bc46b4e req-d731831b-1fa8-4122-831c-ec7307d98c8e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0613959 Feb 11 13:17:32.860271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5cc0c-f2db-41ba-b4eb-81326113bcd2 req-bde2e7b7-bed7-48b9-a14a-379487ef53c9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:32.862038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3ac5cc0c-f2db-41ba-b4eb-81326113bcd2 req-bde2e7b7-bed7-48b9-a14a-379487ef53c9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1690993 Feb 11 13:17:32.931117 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3ac5cc0c-f2db-41ba-b4eb-81326113bcd2 req-e02ce823-db36-4736-bd6d-2a99be7f78fc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626926 Feb 11 13:17:34.227104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e62775-2d39-42d9-bb91-4e91d9954a04 req-804c0a1a-7f2e-4583-adbb-37648f24391f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:34.228793 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b1e62775-2d39-42d9-bb91-4e91d9954a04 req-804c0a1a-7f2e-4583-adbb-37648f24391f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1647885 Feb 11 13:17:34.294437 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b1e62775-2d39-42d9-bb91-4e91d9954a04 req-7fc79c92-7a08-4da4-9836-4c8e4661fead tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588486 Feb 11 13:17:35.590284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f7a97-d3ca-4966-bd75-56b61997dbaf req-76bcc349-1ed7-4e79-a2d5-76462fd298d1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:35.592450 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc1f7a97-d3ca-4966-bd75-56b61997dbaf req-76bcc349-1ed7-4e79-a2d5-76462fd298d1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1690817 Feb 11 13:17:35.656899 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc1f7a97-d3ca-4966-bd75-56b61997dbaf req-5123ecb3-d733-4fbe-a554-7c35cdbeb326 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0581815 Feb 11 13:17:36.972824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b89a64-43b3-4748-9378-4934f4a98ab8 req-bad9beaa-11c8-4cdc-8600-f52319ed4c07 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:36.974494 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5b89a64-43b3-4748-9378-4934f4a98ab8 req-bad9beaa-11c8-4cdc-8600-f52319ed4c07 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1875734 Feb 11 13:17:37.049921 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5b89a64-43b3-4748-9378-4934f4a98ab8 req-1e600719-3eae-4a2b-b58d-198929c44140 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0685816 Feb 11 13:17:38.361948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccacb8-520f-4a08-9bcf-52430cca7c54 req-8171b35c-9231-40da-ac5e-cefbafab8780 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:38.363685 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18ccacb8-520f-4a08-9bcf-52430cca7c54 req-8171b35c-9231-40da-ac5e-cefbafab8780 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1724167 Feb 11 13:17:38.430317 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18ccacb8-520f-4a08-9bcf-52430cca7c54 req-62d302f2-21f5-4f47-bcbe-07bdfa4c8172 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0601318 Feb 11 13:17:39.272193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-37f57426-46fc-4f73-ae8e-0cae9b17cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:39.730417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f250f-34e8-424d-89a4-8e93a00244e6 req-d9ef22d6-d7a1-45f1-b3e1-e9b7befbb1ae tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:39.732140 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-278f250f-34e8-424d-89a4-8e93a00244e6 req-d9ef22d6-d7a1-45f1-b3e1-e9b7befbb1ae tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1718397 Feb 11 13:17:39.796991 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-278f250f-34e8-424d-89a4-8e93a00244e6 req-17060817-5d0b-49a7-a919-361afd6a3b58 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583377 Feb 11 13:17:41.091491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bded9eb-d263-47f2-bd4b-65ca32dc700c req-7d4b8ec0-91aa-4d9b-89ea-bc9969a6a0ff tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:41.093738 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3bded9eb-d263-47f2-bd4b-65ca32dc700c req-7d4b8ec0-91aa-4d9b-89ea-bc9969a6a0ff tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1658649 Feb 11 13:17:41.164979 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3bded9eb-d263-47f2-bd4b-65ca32dc700c req-3f894a7b-9ae0-401f-9d45-999736b5a7fd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0643177 Feb 11 13:17:42.213576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-94fcb9a0-b9a8-4c0a-af53-9cb343e2a912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:42.318196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:42.466563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b36fe9-6863-4567-8c89-29f5d37427d7 req-28bfb7b8-fe4e-42d0-8b7a-988c2a538928 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:42.468905 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b8b36fe9-6863-4567-8c89-29f5d37427d7 req-28bfb7b8-fe4e-42d0-8b7a-988c2a538928 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1665659 Feb 11 13:17:42.534119 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b8b36fe9-6863-4567-8c89-29f5d37427d7 req-e53f34e1-af37-49f9-afe4-e4626dfb10da tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589359 Feb 11 13:17:43.775049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:43.835108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536c34-dfe7-4278-b3ac-92395aaca8e2 req-3cdc9f47-0830-494c-95b2-6e8186b7b9b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:43.836871 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bb536c34-dfe7-4278-b3ac-92395aaca8e2 req-3cdc9f47-0830-494c-95b2-6e8186b7b9b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1743960 Feb 11 13:17:43.905919 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bb536c34-dfe7-4278-b3ac-92395aaca8e2 req-296411b2-9467-4e14-917a-a00a27d8fc0b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588682 Feb 11 13:17:44.032325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:17:44.264454 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:45.201348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73c54c-12b4-4cf0-8020-f1e2a1e2b718 req-73fdaf24-ee8f-4fa4-a0cf-023b7f5374be tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:45.203022 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d73c54c-12b4-4cf0-8020-f1e2a1e2b718 req-73fdaf24-ee8f-4fa4-a0cf-023b7f5374be tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1672506 Feb 11 13:17:45.275076 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d73c54c-12b4-4cf0-8020-f1e2a1e2b718 req-3144d9cd-a169-4925-8d96-80ba02672f4b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0656095 Feb 11 13:17:46.575748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e078e5-31e8-48cb-9f56-252af9f3e2ae req-1c4d8aa9-99f5-4560-94b1-6c68d6f73de3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:46.577425 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93e078e5-31e8-48cb-9f56-252af9f3e2ae req-1c4d8aa9-99f5-4560-94b1-6c68d6f73de3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1657259 Feb 11 13:17:46.645977 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93e078e5-31e8-48cb-9f56-252af9f3e2ae req-9e765a43-2330-40bb-aa18-d7e28709344a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621285 Feb 11 13:17:47.953330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862696-0eff-4699-a446-64a66a84c89d req-67e74a28-1c1c-40a1-9c18-bd9ae209d25f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:47.955063 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2e862696-0eff-4699-a446-64a66a84c89d req-67e74a28-1c1c-40a1-9c18-bd9ae209d25f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1774282 Feb 11 13:17:48.022278 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2e862696-0eff-4699-a446-64a66a84c89d req-c013018c-dcde-491b-a796-e5397eeccadc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0608742 Feb 11 13:17:49.331823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603437bf-a385-4ec7-b66b-1e8ccecebf16 req-9becb76a-7ae9-467b-8357-62eb3b71edde tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:49.333529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-603437bf-a385-4ec7-b66b-1e8ccecebf16 req-9becb76a-7ae9-467b-8357-62eb3b71edde tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1805353 Feb 11 13:17:49.410465 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-603437bf-a385-4ec7-b66b-1e8ccecebf16 req-2102017b-6c2a-4685-8bbb-07cb65ea9823 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0696092 Feb 11 13:17:50.729194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732bd5c-2ca3-469d-88b7-944d3f0872df req-4354d3c0-cb04-481e-a727-069684146765 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:50.731015 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6732bd5c-2ca3-469d-88b7-944d3f0872df req-4354d3c0-cb04-481e-a727-069684146765 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1845057 Feb 11 13:17:50.795788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:50.803861 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6732bd5c-2ca3-469d-88b7-944d3f0872df req-162ad856-a8dd-4b8b-93e2-ce62b4abab34 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0653486 Feb 11 13:17:52.111449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f5318-4b1e-49ac-a204-49413b08b5b6 req-3d278a4e-8d9c-414f-bd8a-81ca72e98d49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:52.113268 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-754f5318-4b1e-49ac-a204-49413b08b5b6 req-3d278a4e-8d9c-414f-bd8a-81ca72e98d49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1743424 Feb 11 13:17:52.180889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-754f5318-4b1e-49ac-a204-49413b08b5b6 req-04e9892d-b79f-4cea-ac0e-dfd4c9297fdb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595336 Feb 11 13:17:53.480219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacc4a7-2a1b-4763-b69c-8093789b3233 req-e51da5c8-98e0-4a81-8ca3-b5db355f43d7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:53.481870 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7dacc4a7-2a1b-4763-b69c-8093789b3233 req-e51da5c8-98e0-4a81-8ca3-b5db355f43d7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1668098 Feb 11 13:17:53.552844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7dacc4a7-2a1b-4763-b69c-8093789b3233 req-0b4978df-0444-4289-ae3a-68ac75bd2c22 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0637262 Feb 11 13:17:54.854210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2781dc0-ba09-4f48-a905-a586c90fbad6 req-f4117b21-bf1e-45de-b8de-452996ab845d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:54.855800 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e2781dc0-ba09-4f48-a905-a586c90fbad6 req-f4117b21-bf1e-45de-b8de-452996ab845d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1688280 Feb 11 13:17:54.926545 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e2781dc0-ba09-4f48-a905-a586c90fbad6 req-be63e061-9d69-4540-8b6d-b92bd0a79698 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0633881 Feb 11 13:17:56.256985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f6915-7d0d-42ce-8159-ea287d957f60 req-9b11f454-b648-4d8c-ad21-34161b2e2680 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:56.259682 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-024f6915-7d0d-42ce-8159-ea287d957f60 req-9b11f454-b648-4d8c-ad21-34161b2e2680 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1731787 Feb 11 13:17:56.327412 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-024f6915-7d0d-42ce-8159-ea287d957f60 req-80a21f03-cb0f-4e9b-a1de-cc3041b52ea6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0612195 Feb 11 13:17:56.640768 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-3c9bfdec-7893-41a5-bb4a-66007f43fa95 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0890198 Feb 11 13:17:56.752613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-cea36591-ce5a-4130-98c7-6e3576575af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:56.754244 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-cea36591-ce5a-4130-98c7-6e3576575af6 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 1162 time: 0.0840836 Feb 11 13:17:56.911204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-ce839ab0-c8d6-454c-b704-feae978eb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:56.912819 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-ce839ab0-c8d6-454c-b704-feae978eb6d8 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1383359 Feb 11 13:17:56.985171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-96dda2b1-5693-4a11-a6c1-6f9e3a0f4038 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3212d158-effb-4db4-8284-e62fac825fa3 HTTP/1.1" status: 200 len: 217 time: 0.0654793 Feb 11 13:17:57.059871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-0e0ded85-d737-4659-b6ae-3cff43c8d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:57.061498 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-0e0ded85-d737-4659-b6ae-3cff43c8d970 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0697496 Feb 11 13:17:57.115885 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-d4b13d93-d733-4cb7-8bf7-67abc2440526 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468168 Feb 11 13:17:57.269174 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-3c607b74-bc12-4364-80b0-1401eb11e6eb service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453409 Feb 11 13:17:57.679014 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b88cd28-f1e8-468e-9eb6-2a1b401af7e8 req-73941261-e446-4ec3-9231-f04c28411fcc service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4030919 Feb 11 13:17:57.771915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b17a5-34f1-4073-8227-9e505c9bd9c5 req-be0e8613-2817-490a-bbfb-e38e4e9ad6c8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:57.773631 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-823b17a5-34f1-4073-8227-9e505c9bd9c5 req-be0e8613-2817-490a-bbfb-e38e4e9ad6c8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2113879 Feb 11 13:17:57.839312 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-823b17a5-34f1-4073-8227-9e505c9bd9c5 req-08ad6520-48d5-485f-97e4-a99495904eea tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589137 Feb 11 13:17:59.140899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbd90d-723a-4b87-abe0-7e2f48b38410 req-0d92d563-c91d-4300-9ac3-c5873b697fcb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:17:59.142660 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45cbd90d-723a-4b87-abe0-7e2f48b38410 req-0d92d563-c91d-4300-9ac3-c5873b697fcb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1701577 Feb 11 13:17:59.207644 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45cbd90d-723a-4b87-abe0-7e2f48b38410 req-1204db6b-1081-4688-9948-ae517b294882 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586374 Feb 11 13:18:00.504189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd8c83-6b86-4ea4-b7a6-aba3da80836c req-8d1d8a35-4400-47f2-82c8-3e6d8056acca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:00.505900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4ddd8c83-6b86-4ea4-b7a6-aba3da80836c req-8d1d8a35-4400-47f2-82c8-3e6d8056acca tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1672118 Feb 11 13:18:00.575379 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4ddd8c83-6b86-4ea4-b7a6-aba3da80836c req-7dbab9de-ad50-412e-92ee-8962259211df tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0625601 Feb 11 13:18:01.877100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e5ed8-dbe7-4515-af3d-5211199ef5ab req-a20a35fa-68d4-4ab1-b792-13614e1454e9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:01.879405 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-545e5ed8-dbe7-4515-af3d-5211199ef5ab req-a20a35fa-68d4-4ab1-b792-13614e1454e9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1661851 Feb 11 13:18:01.945131 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-545e5ed8-dbe7-4515-af3d-5211199ef5ab req-689ccd38-0941-4b41-ac9d-119e1996a973 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592084 Feb 11 13:18:03.253627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6187e3-308f-41b8-be59-c3ab7feda6e4 req-9d68a331-a36a-4c44-aae3-67e11a80c9a7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:03.255949 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f6187e3-308f-41b8-be59-c3ab7feda6e4 req-9d68a331-a36a-4c44-aae3-67e11a80c9a7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1771398 Feb 11 13:18:03.326726 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f6187e3-308f-41b8-be59-c3ab7feda6e4 req-71175b9c-c91c-48f9-9092-a16244cf42f7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0625947 Feb 11 13:18:04.628126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d436-ac42-4450-a224-93e77f02f0af req-3c5f5abf-e757-4a86-aed8-e95d8f8e37dd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:04.629804 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5317d436-ac42-4450-a224-93e77f02f0af req-3c5f5abf-e757-4a86-aed8-e95d8f8e37dd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1732428 Feb 11 13:18:04.700553 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5317d436-ac42-4450-a224-93e77f02f0af req-c123a6c2-5340-450b-bece-0a81bd8c7c49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0641925 Feb 11 13:18:05.994422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a604d0e-6319-4eaf-b564-95f7c7aea49c req-23ec53e0-6398-439a-9fbc-70298e50dad5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:05.995969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a604d0e-6319-4eaf-b564-95f7c7aea49c req-23ec53e0-6398-439a-9fbc-70298e50dad5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1646898 Feb 11 13:18:06.062170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a604d0e-6319-4eaf-b564-95f7c7aea49c req-8b1de695-2c2a-4064-bbe5-c5693c88f244 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0598447 Feb 11 13:18:07.509343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23bb6-8ef0-435b-a038-6e96cb52f9db req-ac2e257c-fa45-4469-97da-53724a84ef3d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:07.511063 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11a23bb6-8ef0-435b-a038-6e96cb52f9db req-ac2e257c-fa45-4469-97da-53724a84ef3d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1726151 Feb 11 13:18:07.584891 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-11a23bb6-8ef0-435b-a038-6e96cb52f9db req-02d81a51-c2fc-4350-bc5c-6d26195e5659 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0664876 Feb 11 13:18:08.887090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79959caa-e73b-4f1e-b2c0-651d7b9dad46 req-c18a330e-e23f-4219-9032-59a529dbfea3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:08.888721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79959caa-e73b-4f1e-b2c0-651d7b9dad46 req-c18a330e-e23f-4219-9032-59a529dbfea3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1662204 Feb 11 13:18:08.953006 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79959caa-e73b-4f1e-b2c0-651d7b9dad46 req-e29af3a5-95b5-454d-84d2-d58f035a025c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0578449 Feb 11 13:18:09.287951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82ea5ef2-ec88-4c32-af9e-79c421a6b1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:10.250018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069a13-7fe8-4d3b-9f52-a8e199f90fc7 req-b64572f6-5255-4eeb-94e0-89bc0e36c703 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:10.251687 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2069a13-7fe8-4d3b-9f52-a8e199f90fc7 req-b64572f6-5255-4eeb-94e0-89bc0e36c703 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1689820 Feb 11 13:18:10.327451 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2069a13-7fe8-4d3b-9f52-a8e199f90fc7 req-cafa471c-e63f-4d36-98b1-80ebdfbfcf47 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0635579 Feb 11 13:18:11.640955 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5202f-0218-4821-826b-41df0fce8597 req-69d20b00-f1f7-4421-a578-a4df537b2961 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:11.642663 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cdf5202f-0218-4821-826b-41df0fce8597 req-69d20b00-f1f7-4421-a578-a4df537b2961 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1850166 Feb 11 13:18:11.709678 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cdf5202f-0218-4821-826b-41df0fce8597 req-28eac0d3-4231-461a-954f-9cff8d17e47a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589812 Feb 11 13:18:12.217596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f61a9b3f-87d5-46eb-83d5-58e3a8000009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:12.320343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:13.008999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff39c7-bc30-4791-838e-a9858149dc98 req-56baa9da-bb22-4375-a9a8-98d0233f9b7f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:13.010707 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1aff39c7-bc30-4791-838e-a9858149dc98 req-56baa9da-bb22-4375-a9a8-98d0233f9b7f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1685925 Feb 11 13:18:13.076609 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1aff39c7-bc30-4791-838e-a9858149dc98 req-ab616152-9600-4496-b941-0ae3e3f37537 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590429 Feb 11 13:18:13.769091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:14.280984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:14.384877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23cfae-80c5-4cf8-9eed-60bd4ec8f563 req-83f5bb09-cd7d-40ff-8217-76d37635be5f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:14.386576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df23cfae-80c5-4cf8-9eed-60bd4ec8f563 req-83f5bb09-cd7d-40ff-8217-76d37635be5f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1764827 Feb 11 13:18:14.455014 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-df23cfae-80c5-4cf8-9eed-60bd4ec8f563 req-c84de99c-18d5-4172-a4c2-7944f54bc889 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0618424 Feb 11 13:18:15.758827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c7936-6602-43de-abf7-dbf180ae7689 req-d721056f-ef79-49f6-9f60-a483f069acd4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:15.760552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c33c7936-6602-43de-abf7-dbf180ae7689 req-d721056f-ef79-49f6-9f60-a483f069acd4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1747146 Feb 11 13:18:15.827218 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c33c7936-6602-43de-abf7-dbf180ae7689 req-290ca9c6-0642-48b3-825f-9c4b8409d4a3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0603154 Feb 11 13:18:17.121421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e046-efed-42d7-a4c8-838e2af2a15d req-e095199d-6058-421c-9f41-9672deb1e83d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:17.122873 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-94c4e046-efed-42d7-a4c8-838e2af2a15d req-e095199d-6058-421c-9f41-9672deb1e83d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1687024 Feb 11 13:18:17.188778 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-94c4e046-efed-42d7-a4c8-838e2af2a15d req-4ff14497-28ab-4eac-aede-a46151f2bdd1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591209 Feb 11 13:18:18.499538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28398-eff2-4f1c-bfb4-918fd8d0e889 req-0502b61a-664c-40e8-85f2-1bcb60d8bb12 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:18.501359 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6fd28398-eff2-4f1c-bfb4-918fd8d0e889 req-0502b61a-664c-40e8-85f2-1bcb60d8bb12 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1685889 Feb 11 13:18:18.567307 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6fd28398-eff2-4f1c-bfb4-918fd8d0e889 req-76bcba4e-9e00-4ae1-97a5-d5071e3555b9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595307 Feb 11 13:18:19.872220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0d47b-91ec-47aa-aea8-233be27f4d70 req-f09498b4-9243-4c06-8404-51ad301fa737 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:19.873911 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a8f0d47b-91ec-47aa-aea8-233be27f4d70 req-f09498b4-9243-4c06-8404-51ad301fa737 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1766653 Feb 11 13:18:19.938253 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a8f0d47b-91ec-47aa-aea8-233be27f4d70 req-a1a8098f-567c-4ef7-ade5-bbfef668e661 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579715 Feb 11 13:18:20.830502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:21.033057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:18:21.230594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf005ae-15ee-4342-9f62-c4b3e1a89b7f req-9661b5ad-5b5f-428b-9ee3-d06f76ebdbc7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:21.232283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5bf005ae-15ee-4342-9f62-c4b3e1a89b7f req-9661b5ad-5b5f-428b-9ee3-d06f76ebdbc7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1646452 Feb 11 13:18:21.298438 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5bf005ae-15ee-4342-9f62-c4b3e1a89b7f req-25e5ad69-7103-4e4c-bc8e-fd8c1ded3ba7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0594203 Feb 11 13:18:22.600491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bf986-dc6e-49a3-948b-cd4f20874286 req-b9c672ba-1e26-47b6-9732-71c2af67c9f1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:22.602214 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e79bf986-dc6e-49a3-948b-cd4f20874286 req-b9c672ba-1e26-47b6-9732-71c2af67c9f1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1700330 Feb 11 13:18:22.677229 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e79bf986-dc6e-49a3-948b-cd4f20874286 req-9540a75a-aa73-4686-9939-187279fc311b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590920 Feb 11 13:18:23.971165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c08f8c-9ede-4d0d-8a4b-dc64892381d4 req-cd6e42ca-adc0-45aa-a27b-44521668e592 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:23.972840 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39c08f8c-9ede-4d0d-8a4b-dc64892381d4 req-cd6e42ca-adc0-45aa-a27b-44521668e592 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1701303 Feb 11 13:18:24.036504 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39c08f8c-9ede-4d0d-8a4b-dc64892381d4 req-e02a864c-70dc-4a8d-9805-491376758c2c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0568209 Feb 11 13:18:25.337742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a6b7-910f-4587-a3f4-f4b7c99646e8 req-f11c151c-3280-4b4f-98c7-621b7b7367fc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:25.339647 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f401a6b7-910f-4587-a3f4-f4b7c99646e8 req-f11c151c-3280-4b4f-98c7-621b7b7367fc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1742170 Feb 11 13:18:25.406628 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f401a6b7-910f-4587-a3f4-f4b7c99646e8 req-0ffb4d0d-bd75-48f5-b61b-d46e09511944 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0603218 Feb 11 13:18:26.706430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab6496-ad44-42ee-afe1-69bc190def83 req-d3bde0ec-f6eb-4dd4-9b45-1b0041c8fdc7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:26.708135 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92ab6496-ad44-42ee-afe1-69bc190def83 req-d3bde0ec-f6eb-4dd4-9b45-1b0041c8fdc7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1682274 Feb 11 13:18:26.772162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92ab6496-ad44-42ee-afe1-69bc190def83 req-fab823b3-a7e0-4eff-944c-28e861615eec tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0570948 Feb 11 13:18:28.074124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce661e-5963-459b-a67b-6291551a83c6 req-67371551-c8fe-4a05-8a87-2231c4b9fffa tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:28.075789 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8dce661e-5963-459b-a67b-6291551a83c6 req-67371551-c8fe-4a05-8a87-2231c4b9fffa tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1702886 Feb 11 13:18:28.142449 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8dce661e-5963-459b-a67b-6291551a83c6 req-03b7d0d9-808f-4d1e-877f-2f3d8d6ca025 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0600500 Feb 11 13:18:29.456185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df996-4664-4603-9419-73e219547dcc req-721732a7-d784-4af7-b622-c1ef5fd47c61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:29.457973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-131df996-4664-4603-9419-73e219547dcc req-721732a7-d784-4af7-b622-c1ef5fd47c61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1818597 Feb 11 13:18:29.526804 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-131df996-4664-4603-9419-73e219547dcc req-c7225cf0-0b2c-43d3-ba60-a1d067e09cb3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0619028 Feb 11 13:18:30.845581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0cf0e-bc14-4140-b5c6-feb621378f02 req-f066d0c0-8de5-48c9-be8b-3390ab4ccb7b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:30.847314 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-add0cf0e-bc14-4140-b5c6-feb621378f02 req-f066d0c0-8de5-48c9-be8b-3390ab4ccb7b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1848922 Feb 11 13:18:30.920580 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-add0cf0e-bc14-4140-b5c6-feb621378f02 req-ac6f778e-46d7-4b9e-9cec-facb52490bee tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0658445 Feb 11 13:18:32.222429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ff859-041a-43e6-af8c-c0d80ddda5b1 req-e439d21e-4fe2-4289-885b-728004986f7d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:32.224163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c54ff859-041a-43e6-af8c-c0d80ddda5b1 req-e439d21e-4fe2-4289-885b-728004986f7d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1704645 Feb 11 13:18:32.487522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c54ff859-041a-43e6-af8c-c0d80ddda5b1 req-a0c7725b-7531-4fd8-9aab-711a540611d0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2564192 Feb 11 13:18:33.797743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559a1f1-6635-4e05-b333-7803d984c5c1 req-c07c5f44-fd93-4cee-8d1c-ea20420febf7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:33.799472 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4559a1f1-6635-4e05-b333-7803d984c5c1 req-c07c5f44-fd93-4cee-8d1c-ea20420febf7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1665320 Feb 11 13:18:33.869718 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4559a1f1-6635-4e05-b333-7803d984c5c1 req-3d57efb2-2341-4271-8ca5-8ea98a6933a6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0636673 Feb 11 13:18:35.188865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52942910-d00d-4c7f-95c1-d65f21658211 req-88c57d1e-3e23-4ce0-b13f-5eb1314492df tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:35.190643 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-52942910-d00d-4c7f-95c1-d65f21658211 req-88c57d1e-3e23-4ce0-b13f-5eb1314492df tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1708241 Feb 11 13:18:35.258108 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-52942910-d00d-4c7f-95c1-d65f21658211 req-3a9f4551-053d-4df7-b7b2-0423e5372814 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0610735 Feb 11 13:18:36.573206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368342-0833-4f4d-861c-09927321cb08 req-4e1361b0-4b58-4f1c-90b7-50c071372027 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:36.574774 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-29368342-0833-4f4d-861c-09927321cb08 req-4e1361b0-4b58-4f1c-90b7-50c071372027 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1725516 Feb 11 13:18:36.639355 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-29368342-0833-4f4d-861c-09927321cb08 req-72ef0219-2574-4738-bea4-33a90448d7d5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583720 Feb 11 13:18:37.938528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7983-5c4f-47d8-bdc6-91d7e0ed267d req-df2765f3-7b03-4f4d-955c-9894bcce9837 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:37.940239 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88dc7983-5c4f-47d8-bdc6-91d7e0ed267d req-df2765f3-7b03-4f4d-955c-9894bcce9837 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1699016 Feb 11 13:18:38.011457 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88dc7983-5c4f-47d8-bdc6-91d7e0ed267d req-7c2a59c9-ea2b-4380-bcff-c35c58eb0a7d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0645905 Feb 11 13:18:39.281401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-305b3362-bfd8-453d-9f2b-a0cbaf8629c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:39.310436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f915a-7e7f-4d04-960a-4fc1318134ab req-1e99fc5e-ba6e-45dd-931a-2edcb133d047 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:39.312213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b56f915a-7e7f-4d04-960a-4fc1318134ab req-1e99fc5e-ba6e-45dd-931a-2edcb133d047 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1689386 Feb 11 13:18:39.379100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b56f915a-7e7f-4d04-960a-4fc1318134ab req-3dee1770-5900-4ef2-bb22-ee77f4286eed tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0604334 Feb 11 13:18:40.680568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a90d42-277b-40aa-9d6e-afeff8aae875 req-6f41dc92-7b31-45cc-82fd-7cc18854427e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:40.682280 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14a90d42-277b-40aa-9d6e-afeff8aae875 req-6f41dc92-7b31-45cc-82fd-7cc18854427e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1732254 Feb 11 13:18:40.748481 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-14a90d42-277b-40aa-9d6e-afeff8aae875 req-03042f66-16d5-423e-8c18-d3a0fa65b77c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587814 Feb 11 13:18:42.045722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbe22b-b37c-4dc6-9fc9-b39243272aa0 req-2b4f9a6e-ff90-4f17-a4ec-88fb2b1ee9a4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:42.047440 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4bbbe22b-b37c-4dc6-9fc9-b39243272aa0 req-2b4f9a6e-ff90-4f17-a4ec-88fb2b1ee9a4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1668496 Feb 11 13:18:42.118844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4bbbe22b-b37c-4dc6-9fc9-b39243272aa0 req-4a754475-24d2-467e-a0bc-1a2ee8d62d4c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0652065 Feb 11 13:18:42.210059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-97bf0c44-0e29-4347-a9df-9a5819e35b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:42.323375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:43.417521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f2dfc-3f99-4327-93ab-c867e8f7af52 req-066638da-03fa-48d9-aa21-6fd8dec013dc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:43.419239 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2c5f2dfc-3f99-4327-93ab-c867e8f7af52 req-066638da-03fa-48d9-aa21-6fd8dec013dc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1680014 Feb 11 13:18:43.485533 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2c5f2dfc-3f99-4327-93ab-c867e8f7af52 req-4dc08d39-0977-49fb-b836-c4b7b9994324 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0600212 Feb 11 13:18:43.774407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:44.284380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:45.013907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ac4a-7fda-4203-ad5c-10fb056c271a req-ccca225a-9d9c-44d6-be63-cd42cd9358e1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:45.016145 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bb34ac4a-7fda-4203-ad5c-10fb056c271a req-ccca225a-9d9c-44d6-be63-cd42cd9358e1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1743677 Feb 11 13:18:45.082067 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bb34ac4a-7fda-4203-ad5c-10fb056c271a req-fffb9b91-cd0c-4e51-8c11-bca6b7419553 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592260 Feb 11 13:18:46.376587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee715b37-4a6e-4c70-9386-27058fc10fc7 req-aa911999-15f5-4a9e-a4c0-f2b156d529f7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:46.378257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee715b37-4a6e-4c70-9386-27058fc10fc7 req-aa911999-15f5-4a9e-a4c0-f2b156d529f7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1685445 Feb 11 13:18:46.446617 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee715b37-4a6e-4c70-9386-27058fc10fc7 req-66a48bc4-819c-4ff6-9839-6a95d59bde12 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0619528 Feb 11 13:18:47.740941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c92e7-5df8-47f5-90fc-3cecde3a9173 req-8f8b7fed-e017-4990-a507-4ea8e8ac3755 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:47.742567 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f3c92e7-5df8-47f5-90fc-3cecde3a9173 req-8f8b7fed-e017-4990-a507-4ea8e8ac3755 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1671093 Feb 11 13:18:47.806986 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f3c92e7-5df8-47f5-90fc-3cecde3a9173 req-a296d870-a5a4-4e27-913b-0660d84b237d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0580411 Feb 11 13:18:49.107027 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a04b0-3d8d-4d6d-bc3d-c8986459a18c req-7edd49e1-30fa-4cfe-bb72-359ed2a777d3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:49.108795 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a30a04b0-3d8d-4d6d-bc3d-c8986459a18c req-7edd49e1-30fa-4cfe-bb72-359ed2a777d3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1729777 Feb 11 13:18:49.173531 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a30a04b0-3d8d-4d6d-bc3d-c8986459a18c req-db5a88af-93e5-47c8-9abe-043867c941b8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579066 Feb 11 13:18:50.466757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa74b50-d647-40bc-a46a-3b217e67b6b6 req-dd092912-5272-454a-9d42-e8c883538801 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:50.468474 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-daa74b50-d647-40bc-a46a-3b217e67b6b6 req-dd092912-5272-454a-9d42-e8c883538801 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1649034 Feb 11 13:18:50.542809 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-daa74b50-d647-40bc-a46a-3b217e67b6b6 req-0d47d7ce-ea25-4886-a632-d84540c9cc54 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0676842 Feb 11 13:18:50.863770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:51.843363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f2c9d-0cd9-4cb5-ba29-185c43e93219 req-cdf77d44-0b9a-4fd1-9541-6b59c87e585e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:51.845121 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b12f2c9d-0cd9-4cb5-ba29-185c43e93219 req-cdf77d44-0b9a-4fd1-9541-6b59c87e585e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1657746 Feb 11 13:18:51.911000 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b12f2c9d-0cd9-4cb5-ba29-185c43e93219 req-a5a6bb68-c1d6-4b18-aa4b-1923829ac2e1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0596790 Feb 11 13:18:53.213869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdfcfb-cbe7-47d4-9965-138c995107a1 req-1577a018-dbae-40ad-8998-72b3d0991812 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:53.215547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92fdfcfb-cbe7-47d4-9965-138c995107a1 req-1577a018-dbae-40ad-8998-72b3d0991812 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1715016 Feb 11 13:18:53.282365 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92fdfcfb-cbe7-47d4-9965-138c995107a1 req-f0ed3665-82e7-42f0-b540-24ad157e302a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602636 Feb 11 13:18:54.589199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eb5cc-f8c7-4fe0-a050-cfa19a066f19 req-f35a56a3-123d-4aa7-86bf-7bf6cb9e3b50 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:54.590942 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-064eb5cc-f8c7-4fe0-a050-cfa19a066f19 req-f35a56a3-123d-4aa7-86bf-7bf6cb9e3b50 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1727931 Feb 11 13:18:54.664722 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-064eb5cc-f8c7-4fe0-a050-cfa19a066f19 req-b0519b0a-fa93-4e7d-ae4f-5e6f4f76dd3c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0674226 Feb 11 13:18:55.982200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986184a6-90d0-40e1-9f06-cf94843fbbf9 req-1e770d03-6058-4014-bec2-cba204f53f8a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:55.983912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-986184a6-90d0-40e1-9f06-cf94843fbbf9 req-1e770d03-6058-4014-bec2-cba204f53f8a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1835985 Feb 11 13:18:56.049665 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-986184a6-90d0-40e1-9f06-cf94843fbbf9 req-e6e00a82-30e5-4eed-9335-d645a9c2b792 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589261 Feb 11 13:18:57.392085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40d876-c809-4214-bdaf-26861a321e03 req-521a5b40-b44e-439e-83ac-6664627f3b8f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:57.394393 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9c40d876-c809-4214-bdaf-26861a321e03 req-521a5b40-b44e-439e-83ac-6664627f3b8f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1963105 Feb 11 13:18:57.462780 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9c40d876-c809-4214-bdaf-26861a321e03 req-386031a0-2dfa-41c3-8259-b4ac054d5d71 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0608532 Feb 11 13:18:58.033493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:18:58.825394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738af5-5900-44d2-993a-e4626b6864c3 req-25e28273-e10b-4656-b788-0d9e1b90e1a9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:58.827104 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-66738af5-5900-44d2-993a-e4626b6864c3 req-25e28273-e10b-4656-b788-0d9e1b90e1a9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2335291 Feb 11 13:18:58.830389 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-bde4b8c4-87c2-481d-96c7-ee683ae73faf service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1997042 Feb 11 13:18:58.951288 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-66738af5-5900-44d2-993a-e4626b6864c3 req-280d9cf6-9335-45e9-9a1a-0966c0f34782 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1171579 Feb 11 13:18:58.972296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-ae133f43-c6e9-4d25-bc0f-97fbd74915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:58.973898 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-ae133f43-c6e9-4d25-bc0f-97fbd74915cb service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 1162 time: 0.1161520 Feb 11 13:18:59.137468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-41a11811-f79c-409d-b137-95e77a486fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:59.139046 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-41a11811-f79c-409d-b137-95e77a486fc5 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1448982 Feb 11 13:18:59.213694 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-9ff7c6c0-ff8e-407a-8d1b-a007abe3e1d1 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d78ff53-cd4d-4b89-8d42-13e07b116691 HTTP/1.1" status: 200 len: 217 time: 0.0675628 Feb 11 13:18:59.288172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-4b46c21d-0221-41b1-b2bd-2b40b20c05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:18:59.289759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-4b46c21d-0221-41b1-b2bd-2b40b20c05d9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0694902 Feb 11 13:18:59.345303 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-71804dae-ba83-46fa-bb63-e8a24223392b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481803 Feb 11 13:18:59.490251 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-c62341b8-9d49-4f7c-b425-a29b82ffaa18 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384010 Feb 11 13:18:59.839441 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f1d4962-8505-4fe6-8a5f-bc36e56c0ed5 req-9f78dcc4-b35d-4e34-996b-75d4059fef39 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3423667 Feb 11 13:19:00.248098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af97a-ef3f-423f-a1e9-6e31b1e464dc req-ccdad461-4c4d-451c-9bfe-10eeda7a8187 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:00.249832 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae6af97a-ef3f-423f-a1e9-6e31b1e464dc req-ccdad461-4c4d-451c-9bfe-10eeda7a8187 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1645296 Feb 11 13:19:00.326267 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ae6af97a-ef3f-423f-a1e9-6e31b1e464dc req-c47f6ed2-8ea7-438e-9967-463d63639a64 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0688913 Feb 11 13:19:01.623923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0199-4f3d-4360-9ae9-755ca68c65e1 req-fde2df6f-ea9f-431c-9bae-a8780e367915 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:01.625515 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f2e0199-4f3d-4360-9ae9-755ca68c65e1 req-fde2df6f-ea9f-431c-9bae-a8780e367915 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1658394 Feb 11 13:19:01.696629 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f2e0199-4f3d-4360-9ae9-755ca68c65e1 req-15f0772c-db73-4f44-88c9-d2b2418669c6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589600 Feb 11 13:19:02.996447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4541-2f3e-4eac-95b5-7061c3d32d5e req-8be9848f-a840-44e6-b348-5e0c466c3cd7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:02.998028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b14a4541-2f3e-4eac-95b5-7061c3d32d5e req-8be9848f-a840-44e6-b348-5e0c466c3cd7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1697669 Feb 11 13:19:03.066993 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b14a4541-2f3e-4eac-95b5-7061c3d32d5e req-3efe012d-089a-4b1f-bc60-22b61fba772d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0624626 Feb 11 13:19:04.368295 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf79c1-3fd3-4e2d-a128-238c64037ee2 req-d664928b-0e6c-4ebe-b610-ee973bc04621 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:04.370404 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7dbf79c1-3fd3-4e2d-a128-238c64037ee2 req-d664928b-0e6c-4ebe-b610-ee973bc04621 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1666543 Feb 11 13:19:04.435779 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7dbf79c1-3fd3-4e2d-a128-238c64037ee2 req-c22c312b-1b1f-4454-ac85-3e2aa1b9d233 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0589504 Feb 11 13:19:05.732875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b026940-b6f8-414b-8d30-037ce78288fb req-00b44197-144b-4b24-8efe-ad41e4bd08ef tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:05.734511 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4b026940-b6f8-414b-8d30-037ce78288fb req-00b44197-144b-4b24-8efe-ad41e4bd08ef tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1686554 Feb 11 13:19:05.801029 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4b026940-b6f8-414b-8d30-037ce78288fb req-8dacf719-1444-423b-85f9-ca09854918e5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592957 Feb 11 13:19:07.115098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d52fe-27a6-420a-9c78-4740f3f7d0a9 req-e8419de5-b79f-47a9-aa67-a1bcaea3e669 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:07.116838 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ba4d52fe-27a6-420a-9c78-4740f3f7d0a9 req-e8419de5-b79f-47a9-aa67-a1bcaea3e669 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1692665 Feb 11 13:19:07.181922 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ba4d52fe-27a6-420a-9c78-4740f3f7d0a9 req-c76e8b28-811d-4c33-9a3f-0452e7c45b5b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588155 Feb 11 13:19:08.489651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a825af0-6410-4c0b-86ba-dcaed3fef42f req-cdb1b55c-a808-46bc-86f6-472cdf301d17 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:08.491480 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a825af0-6410-4c0b-86ba-dcaed3fef42f req-cdb1b55c-a808-46bc-86f6-472cdf301d17 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1685052 Feb 11 13:19:08.558300 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1a825af0-6410-4c0b-86ba-dcaed3fef42f req-538b21b7-ba25-4e6a-b027-6ef3998e262e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0603049 Feb 11 13:19:09.284529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1258461a-e610-480c-9794-2dc6692c6ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:09.877179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b63c6f-5bd5-4016-9f0a-e3895ffb6a2f req-ec017403-a956-4514-bd41-081c8b073d9b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:09.878018 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-33b63c6f-5bd5-4016-9f0a-e3895ffb6a2f req-ec017403-a956-4514-bd41-081c8b073d9b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1844525 Feb 11 13:19:09.948845 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-33b63c6f-5bd5-4016-9f0a-e3895ffb6a2f req-385e4bbe-34c3-499d-9296-d09e19525160 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0622337 Feb 11 13:19:11.251135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce2df3-31f8-4644-85f7-68d9d2f59ed8 req-2aac9ff5-a33d-4f34-b777-7ee837fd7c13 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:11.252937 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76ce2df3-31f8-4644-85f7-68d9d2f59ed8 req-2aac9ff5-a33d-4f34-b777-7ee837fd7c13 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1698616 Feb 11 13:19:11.346260 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76ce2df3-31f8-4644-85f7-68d9d2f59ed8 req-dfa14ca1-1f20-4c64-ad71-4a2205a1b074 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0671272 Feb 11 13:19:12.214494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3f1533c-3e6f-4bdb-9246-5311ab696c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:12.324968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:12.642821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e69808-ba65-496c-8dbe-4a6b481b4533 req-44e26d5c-b96e-4564-bc85-7a15bf09a11e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:12.644599 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5e69808-ba65-496c-8dbe-4a6b481b4533 req-44e26d5c-b96e-4564-bc85-7a15bf09a11e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1664262 Feb 11 13:19:12.712449 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5e69808-ba65-496c-8dbe-4a6b481b4533 req-844447e5-a37c-4f62-a842-06b0772286eb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0614445 Feb 11 13:19:13.778641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:14.020652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d6d-f3f5-4622-ac59-ea798a698ef2 req-5b28b1fa-b58a-42d4-9d53-3025c9af85ce tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:14.022278 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38de8d6d-f3f5-4622-ac59-ea798a698ef2 req-5b28b1fa-b58a-42d4-9d53-3025c9af85ce tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1757967 Feb 11 13:19:14.095083 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38de8d6d-f3f5-4622-ac59-ea798a698ef2 req-1715e90d-6c53-4e3c-a2c9-01ca0520aa0a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0657289 Feb 11 13:19:14.288333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:15.404746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fac0ce-bf6e-4105-bcd9-d9b519decb3e req-bb038e9b-bf07-4b5f-86cf-11ec0129818e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:15.407592 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b9fac0ce-bf6e-4105-bcd9-d9b519decb3e req-bb038e9b-bf07-4b5f-86cf-11ec0129818e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1773238 Feb 11 13:19:15.475615 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b9fac0ce-bf6e-4105-bcd9-d9b519decb3e req-a202d3ce-2fad-48a8-91a2-42f4b7f58915 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0623233 Feb 11 13:19:16.775724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63a337-d7ed-40b2-8880-3fb8e9b99cd4 req-67780661-45ea-4dfb-9df5-0b0d4a3e9d7b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:16.777469 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b63a337-d7ed-40b2-8880-3fb8e9b99cd4 req-67780661-45ea-4dfb-9df5-0b0d4a3e9d7b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1665683 Feb 11 13:19:16.846096 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b63a337-d7ed-40b2-8880-3fb8e9b99cd4 req-3797ab93-97e7-44da-99d2-4e6e2ce2e551 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621336 Feb 11 13:19:18.165615 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4bb58-dccb-4e21-a8d1-c3b5482c8fb7 req-4092d28c-5e3a-4ed1-b115-002fe70a3854 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:18.167331 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0d4bb58-dccb-4e21-a8d1-c3b5482c8fb7 req-4092d28c-5e3a-4ed1-b115-002fe70a3854 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1833701 Feb 11 13:19:18.239325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0d4bb58-dccb-4e21-a8d1-c3b5482c8fb7 req-6bdaf718-489a-4749-b75b-5b4034ba579a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0652077 Feb 11 13:19:19.549024 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61250753-5605-4323-8a7c-6582aa87430c req-4fc4617e-cffd-4148-b5fc-9e093433e957 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:19.550793 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-61250753-5605-4323-8a7c-6582aa87430c req-4fc4617e-cffd-4148-b5fc-9e093433e957 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1740775 Feb 11 13:19:19.620364 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-61250753-5605-4323-8a7c-6582aa87430c req-4f97fbbc-7609-4bf0-9254-c2f926e7d88c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626621 Feb 11 13:19:20.882995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:20.929340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c3028-23c1-4335-b05e-6c231cabf105 req-ca85aaa5-e61c-4de2-ac88-e1d2de9844cb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:20.931701 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b97c3028-23c1-4335-b05e-6c231cabf105 req-ca85aaa5-e61c-4de2-ac88-e1d2de9844cb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1763189 Feb 11 13:19:21.007445 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b97c3028-23c1-4335-b05e-6c231cabf105 req-5beab35c-a747-43b4-baa4-01ab315405ff tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0637176 Feb 11 13:19:22.344564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10af7-4fd8-4f6e-8323-9da1d375cb60 req-463ddf63-6e89-4838-98da-d6b2883d96f7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:22.346316 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ccd10af7-4fd8-4f6e-8323-9da1d375cb60 req-463ddf63-6e89-4838-98da-d6b2883d96f7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1781745 Feb 11 13:19:22.431656 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ccd10af7-4fd8-4f6e-8323-9da1d375cb60 req-2a5201de-dbab-44d6-b346-ef195723bb9b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0781450 Feb 11 13:19:23.734479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b48b-16a7-4968-8e3f-a6ade5aeb724 req-084106f3-2051-473c-ac3c-b55a580a8648 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:23.736161 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c651b48b-16a7-4968-8e3f-a6ade5aeb724 req-084106f3-2051-473c-ac3c-b55a580a8648 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1677239 Feb 11 13:19:23.808819 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c651b48b-16a7-4968-8e3f-a6ade5aeb724 req-3b823ee4-69c8-455c-8213-c18e18725531 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0657318 Feb 11 13:19:25.155957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463a3e1-cfe1-46d3-9e2a-b6670d66a1ce req-c49ae857-3fe7-49d2-90dc-bc01c3b58b2f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:25.157736 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d463a3e1-cfe1-46d3-9e2a-b6670d66a1ce req-c49ae857-3fe7-49d2-90dc-bc01c3b58b2f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1935761 Feb 11 13:19:25.233201 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d463a3e1-cfe1-46d3-9e2a-b6670d66a1ce req-3f070fba-8243-4dbb-9810-febf36606980 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0686629 Feb 11 13:19:26.589853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010f7b-127e-426a-8a62-266734c9abff req-4171b148-803a-465c-86a6-67b2a5c2228b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:26.591795 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-83010f7b-127e-426a-8a62-266734c9abff req-4171b148-803a-465c-86a6-67b2a5c2228b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1848168 Feb 11 13:19:26.668158 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-83010f7b-127e-426a-8a62-266734c9abff req-1b4aaac5-6045-4512-8208-1770e1a0540a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0683298 Feb 11 13:19:28.149459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c9226-8f33-44bf-a407-c52e2d5a9172 req-f18a7eeb-ca2c-4dff-94a2-4810035cd28f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:28.151191 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e1c9226-8f33-44bf-a407-c52e2d5a9172 req-f18a7eeb-ca2c-4dff-94a2-4810035cd28f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1903856 Feb 11 13:19:28.217104 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e1c9226-8f33-44bf-a407-c52e2d5a9172 req-6be0e315-defd-4a9a-a608-7a67f1a36ac6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588431 Feb 11 13:19:29.519758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee4550-e509-45e1-b2e2-7ebe8645cbd2 req-f8fe08c0-d034-40ef-aae2-eedb11af4c49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:29.521499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9cee4550-e509-45e1-b2e2-7ebe8645cbd2 req-f8fe08c0-d034-40ef-aae2-eedb11af4c49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1726413 Feb 11 13:19:29.591200 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9cee4550-e509-45e1-b2e2-7ebe8645cbd2 req-21fcc04d-29b5-4a94-a2d1-06aea0f46ae6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626616 Feb 11 13:19:30.915735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55705c1f-03a3-44a9-9982-f4df9351e20e req-3e848089-87c3-4b26-ae0f-3ea1473b982a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:30.917540 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-55705c1f-03a3-44a9-9982-f4df9351e20e req-3e848089-87c3-4b26-ae0f-3ea1473b982a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1840374 Feb 11 13:19:30.990207 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-55705c1f-03a3-44a9-9982-f4df9351e20e req-e735fc3b-c972-49dd-a72d-184b5df4e53c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0664902 Feb 11 13:19:32.291898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8201-4bfd-4af2-b738-956b5464fcfb req-912b4aee-74d5-4eba-ab1e-55e60dab3554 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:32.294282 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e29d8201-4bfd-4af2-b738-956b5464fcfb req-912b4aee-74d5-4eba-ab1e-55e60dab3554 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1716731 Feb 11 13:19:32.363488 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e29d8201-4bfd-4af2-b738-956b5464fcfb req-1e90ad72-778d-42c3-91e4-b26d507b7b2d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0617700 Feb 11 13:19:33.681404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e98c-571a-4b58-b00d-c70e0575c7c3 req-70e17432-d6d8-45d3-8d14-f51a4f54631e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:33.683109 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3fa8e98c-571a-4b58-b00d-c70e0575c7c3 req-70e17432-d6d8-45d3-8d14-f51a4f54631e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1809855 Feb 11 13:19:33.749348 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3fa8e98c-571a-4b58-b00d-c70e0575c7c3 req-e0b6c832-00d3-4252-853c-84daff319923 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595319 Feb 11 13:19:35.033723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:19:35.058464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868177e-7b67-475a-a76a-4e4a2fc60bf1 req-10d5d20e-97f9-4011-80e8-8f3ccd4bc9d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:35.060328 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d868177e-7b67-475a-a76a-4e4a2fc60bf1 req-10d5d20e-97f9-4011-80e8-8f3ccd4bc9d8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1778600 Feb 11 13:19:35.148296 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d868177e-7b67-475a-a76a-4e4a2fc60bf1 req-4d9d58fb-35ed-40ee-806e-9abaa616c722 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0771141 Feb 11 13:19:36.454803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b73b27-87e7-49cc-bf23-17ae9c9c3352 req-a977722a-9338-4dd8-9b1d-8987c3ba4c43 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:36.456704 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c9b73b27-87e7-49cc-bf23-17ae9c9c3352 req-a977722a-9338-4dd8-9b1d-8987c3ba4c43 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1714864 Feb 11 13:19:36.524363 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c9b73b27-87e7-49cc-bf23-17ae9c9c3352 req-743b67c8-3820-406f-bbf1-cb83bd9be1bd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592868 Feb 11 13:19:37.826906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af02608-6329-4856-8772-2a4b19044d6f req-417a9cd6-1c16-4af7-b16a-ce62093a112b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:37.828532 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8af02608-6329-4856-8772-2a4b19044d6f req-417a9cd6-1c16-4af7-b16a-ce62093a112b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1723921 Feb 11 13:19:37.897131 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8af02608-6329-4856-8772-2a4b19044d6f req-52311a73-66ee-4445-8e9e-60306234b2f6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621891 Feb 11 13:19:39.216949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e105e18-5744-4486-bb6e-47e62cc2b86e req-4b517be0-fa3c-4d2e-aebd-547392a97867 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:39.218709 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e105e18-5744-4486-bb6e-47e62cc2b86e req-4b517be0-fa3c-4d2e-aebd-547392a97867 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1889203 Feb 11 13:19:39.292196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2b57ba2a-f493-4cd2-a5ac-8de839102506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:39.305083 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e105e18-5744-4486-bb6e-47e62cc2b86e req-a7744cf9-6146-4eae-9dfd-4c0b201240df tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0794837 Feb 11 13:19:40.604085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84bc31-0f37-4dfc-8ad9-47c1637b90ed req-a2d7d864-ecf6-4268-98d6-a2b36d30977a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:40.605807 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf84bc31-0f37-4dfc-8ad9-47c1637b90ed req-a2d7d864-ecf6-4268-98d6-a2b36d30977a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1701458 Feb 11 13:19:40.670370 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf84bc31-0f37-4dfc-8ad9-47c1637b90ed req-940c5cb8-3f21-464a-bb24-847e7eccf418 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0574615 Feb 11 13:19:42.178761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9271f5-2a0a-4cfe-ae1e-a90fb4f29130 req-adf86a4a-7cf9-4cee-a6ca-8702f2066e4d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:42.180455 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a9271f5-2a0a-4cfe-ae1e-a90fb4f29130 req-adf86a4a-7cf9-4cee-a6ca-8702f2066e4d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.3767695 Feb 11 13:19:42.216186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ed43a32c-2f27-4de6-8b77-8a635e231106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:42.245978 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a9271f5-2a0a-4cfe-ae1e-a90fb4f29130 req-0fc954a5-520d-469b-a65c-20710e8a130f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0581002 Feb 11 13:19:42.328697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:43.559602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e37f59-207b-4295-b0d0-619cdb63cf4e req-2b9d0668-cf25-4c62-b65a-66a4c3d27ec7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:43.561252 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10e37f59-207b-4295-b0d0-619cdb63cf4e req-2b9d0668-cf25-4c62-b65a-66a4c3d27ec7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1660104 Feb 11 13:19:43.628783 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10e37f59-207b-4295-b0d0-619cdb63cf4e req-7e844a44-7591-4ab2-b202-11a72880dcc7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0612600 Feb 11 13:19:43.781463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:44.276921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:44.919216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f6ca6-0d36-48a6-bc22-e0128596fbab req-9214438c-a1bb-4ca4-9d95-f1ed6b3e4a49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:44.920967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-470f6ca6-0d36-48a6-bc22-e0128596fbab req-9214438c-a1bb-4ca4-9d95-f1ed6b3e4a49 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.1641514 Feb 11 13:19:44.985497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-470f6ca6-0d36-48a6-bc22-e0128596fbab req-b853e188-6c28-44d2-b3d6-c88380f18d40 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0580800 Feb 11 13:19:45.175102 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-6e024a56-545c-470c-90bc-3d8dc1f3494e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/floatingips/c81eca51-2a47-4da4-b70d-b55a677c06cd HTTP/1.1" status: 200 len: 995 time: 0.1352501 Feb 11 13:19:45.436637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-32ee1a81-b87e-470b-b55b-17ad0ee29ab9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:45.438752 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-32ee1a81-b87e-470b-b55b-17ad0ee29ab9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 784 time: 0.2562346 Feb 11 13:19:45.567799 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-97895199-d895-4f5e-b395-9e4e5d50997a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200 len: 998 time: 0.1223314 Feb 11 13:19:45.729958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-7c77a36a-b560-4069-8848-b8c70bc037a6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:45.731537 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-7c77a36a-b560-4069-8848-b8c70bc037a6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports/40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 940 time: 0.1579173 Feb 11 13:19:45.936500 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-7f0f89fc-512b-4e77-8ec0-9b2ee4037cf2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200 len: 998 time: 0.1238775 Feb 11 13:19:46.187043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Deleting port 81dfc981-8893-48b6-9238-5ff5f0bcfa92 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:19:46.187444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:46.397993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:46.398366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:46.541378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Calling delete_port for 81dfc981-8893-48b6-9238-5ff5f0bcfa92 owned by network:floatingip {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:19:46.708317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:46.727841 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c760609e-1498-4a65-a00e-f63dca427d86 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:19:46.787286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event deleted for resources: {'Port': ['ID=81dfc981-8893-48b6-9238-5ff5f0bcfa92,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:19:46.856821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.857237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.857646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.858044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.858441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.858838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.859232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.859653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.860061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.860464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.860853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.861243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.861699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.862090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.862500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.862890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.863280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.863669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.864076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.864463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.864847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.865231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.865621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.866006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:46.871501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:19:46.972706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for floatingip, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:46.973205 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Floating IP c81eca51-2a47-4da4-b70d-b55a677c06cd disassociated (deleted). External IP: 172.27.2.56, port: 40602e1e-efa0-4729-89a7-7c7eadac4640. Feb 11 13:19:47.393005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Router cfce140d-9e82-43e5-af73-3b36e3bc56a1 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:19:47.593225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:19:47.603961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] Sync routers for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:19:47.615391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:19:47.616178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:19:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:19:47.618739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:47.678526 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "DELETE /v2.0/floatingips/c81eca51-2a47-4da4-b70d-b55a677c06cd HTTP/1.1" status: 204 len: 173 time: 1.7353413 Feb 11 13:19:47.679094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:47.811938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:19:47.894268 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'status': 'completed', 'code': 200} Feb 11 13:19:47.986213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-eaa56a35-092d-4a3e-a2b6-1f74bb344e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:47.987887 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-eaa56a35-092d-4a3e-a2b6-1f74bb344e4b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1160 time: 0.2932925 Feb 11 13:19:47.994515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-35010475-2536-499e-8c1f-358c68e922d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:47.996053 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-35010475-2536-499e-8c1f-358c68e922d4 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=45b5fbc58e274c249df177a9ae9e555e&device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 1160 time: 0.1009235 Feb 11 13:19:48.363483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:22Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:19:48.368318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] Checking router: cfce140d-9e82-43e5-af73-3b36e3bc56a1 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:19:48.377508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:19:48.378178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:19:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:19:48.485598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-7241df54-4c1a-4718-b466-94454e654bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:48.487235 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-7241df54-4c1a-4718-b466-94454e654bab service neutron] 10.222.0.123 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 903 time: 0.4691863 Feb 11 13:19:48.488372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-011f77c9-72bc-4fb4-a520-06505b519890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:48.489840 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-011f77c9-72bc-4fb4-a520-06505b519890 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 200 len: 903 time: 0.4928603 Feb 11 13:19:48.577142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:19:48.627172 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-f1297aae-929a-48e5-a568-5d55feead4cd service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 217 time: 0.1324148 Feb 11 13:19:48.637586 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-dfc24b62-6d35-4096-b480-3c8ec4eb3b0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 200 len: 217 time: 0.0872962 Feb 11 13:19:48.758636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-314ebe17-db5d-4145-9485-a2c6bca9c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:48.760184 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-314ebe17-db5d-4145-9485-a2c6bca9c91e service neutron] 10.222.0.123 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.1244738 Feb 11 13:19:48.763481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-598f2e6b-dafd-40f2-ae0d-26d5bd51a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:48.765008 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-598f2e6b-dafd-40f2-ae0d-26d5bd51a066 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 200 len: 848 time: 0.0917478 Feb 11 13:19:48.915847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-1128cc15-a5a3-431d-8028-10e392b4b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:48.917502 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-1128cc15-a5a3-431d-8028-10e392b4b36c service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1496763 Feb 11 13:19:48.919345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-30829674-6f11-4834-9237-bd4276281e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:48.920840 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-30829674-6f11-4834-9237-bd4276281e32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155910 Feb 11 13:19:48.922536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:22Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:19:48.926811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511297f-bfea-4320-b267-4cfd1d20ebaf None None] The sync data for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi is: [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '8a3bee4c-9dff-4bcd-95ee-ee628d6277d4', 'name': '', 'network_id': 'd5030240-6dcb-4a6f-a7da-f1d2201a0fd9', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'mac_address': 'fa:16:3e:cb:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:13Z', 'updated_at': '2021-02-11T13:08:22Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'subnets': [{'id': 'ca28b374-66d9-43a8-bdbc-f351cb443ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:19:49.193044 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-ca0bc6c5-0040-40cb-8d22-2e852552bf92 service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666435 Feb 11 13:19:49.195308 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-3652fd7c-d039-4d2a-8f37-d71c63089481 service neutron] 10.222.0.93 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462213 Feb 11 13:19:49.390222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921ca14-02a1-4939-9453-6ac00f07b335 None None] New status for floating IP c81eca51-2a47-4da4-b70d-b55a677c06cd: DOWN {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:19:49.470843 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dcbe480-bcda-4dbb-9357-81d2bbf475bb req-c40a6e9b-e08f-472e-9384-621988c45062 service neutron] 10.222.0.123 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2695534 Feb 11 13:19:49.474252 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4651896a-52b6-4754-85fc-7827e4fe8d9d req-cccd5335-5bb9-440c-b5e0-434f36fc3ec7 service neutron] 10.222.0.93 "GET /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2505407 Feb 11 13:19:49.997829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b87e0-5a88-4f41-bc07-436aba881ead req-e341dc65-713d-4efa-9185-6ffeaf097874 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:49.998653 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-3e4b87e0-5a88-4f41-bc07-436aba881ead req-e341dc65-713d-4efa-9185-6ffeaf097874 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Synchronizing usage tracker for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:19:50.074369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-3e4b87e0-5a88-4f41-bc07-436aba881ead req-e341dc65-713d-4efa-9185-6ffeaf097874 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Unset dirty status for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:19:50.075675 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3e4b87e0-5a88-4f41-bc07-436aba881ead req-e341dc65-713d-4efa-9185-6ffeaf097874 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2465358 Feb 11 13:19:50.208834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-36bb51ec-5d0b-49a3-8331-2f8da6d613a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:19:50.210499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-36bb51ec-5d0b-49a3-8331-2f8da6d613a0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.123 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 943 time: 0.2075574 Feb 11 13:19:50.277882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3e4b87e0-5a88-4f41-bc07-436aba881ead req-98c5e644-73e6-4526-a54d-96693e55f7c0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups?id=8456e941-0047-4ef2-8b36-0956d9c574ab&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1931839 Feb 11 13:19:50.333171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Deleting port 40602e1e-efa0-4729-89a7-7c7eadac4640 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:19:50.333561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:50.604190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] For port 40602e1e-efa0-4729-89a7-7c7eadac4640, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=40602e1e-efa0-4729-89a7-7c7eadac4640,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:19:50.604598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:50.741732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Calling delete_port for 40602e1e-efa0-4729-89a7-7c7eadac4640 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:19:50.906154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:50.908533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:50.924121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:19:50.979734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event deleted for resources: {'Port': ['ID=40602e1e-efa0-4729-89a7-7c7eadac4640,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:19:50.984294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:19:51.129524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] No DVR routers for this DVR port 40602e1e-efa0-4729-89a7-7c7eadac4640 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:19:51.131861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:51.134832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'name': 'network-vif-deleted', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:51.151126 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b1ff2b7-411c-412d-a803-17aca9a4634f req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.123 "DELETE /v2.0/ports/40602e1e-efa0-4729-89a7-7c7eadac4640 HTTP/1.1" status: 204 len: 173 time: 0.9335945 Feb 11 13:19:51.202306 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b6f22c-eee0-4716-a797-306b304695af', 'name': 'network-vif-deleted', 'tag': '40602e1e-efa0-4729-89a7-7c7eadac4640', 'status': 'completed', 'code': 200} Feb 11 13:19:51.465654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-cb462a62-d95f-4214-a524-cb3caa25394a req-8190fe4b-10f9-42d6-98ee-855dec5cfe84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Synchronizing usage tracker for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:19:51.482633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-cb462a62-d95f-4214-a524-cb3caa25394a req-8190fe4b-10f9-42d6-98ee-855dec5cfe84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Unset dirty status for tenant:45b5fbc58e274c249df177a9ae9e555e on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:19:51.484215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb462a62-d95f-4214-a524-cb3caa25394a req-8190fe4b-10f9-42d6-98ee-855dec5cfe84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0714405 Feb 11 13:19:52.665735 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-32e389aa-d86c-45b5-929d-8de31732586f req-1f8909c8-2d06-4799-bece-84ee20e07ba1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0483441 Feb 11 13:19:53.862563 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f4d16cf-ceff-420c-a205-ee264823495c req-a57e5d83-fed5-436a-9f97-8c795c63eba8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0506542 Feb 11 13:19:55.047347 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9429f7f-84e8-4891-9f01-8921328870e6 req-9e15bdd6-16d8-462f-9f0b-5911d3275107 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0537157 Feb 11 13:19:56.245179 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8d1dc4d2-c700-4ef8-b317-537bfda62186 req-e79aff4a-c7b5-4849-a4a7-63fec855f853 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0491033 Feb 11 13:19:57.436557 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cad3aedf-4dae-49dc-ba3c-e5b6d7595315 req-bbc7e38c-b110-46bf-8cb2-5a12a4643e74 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0487590 Feb 11 13:19:58.632767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6243eb3-672a-47d2-8b7a-6cdce798f544 req-0d7c3657-da81-4bf7-8125-5e5c0afc0fe1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0626633 Feb 11 13:19:59.814997 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e8264af-ab41-4d20-b4fa-4e70e9592ee8 req-afc3e5b9-a8d8-4122-9170-ffd41a0d7c84 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0513847 Feb 11 13:20:01.122742 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-daab40f6-1d55-4b67-b28a-32ff2a01b367 req-2738338c-f03c-4e37-8ef9-322a5e583d56 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0494108 Feb 11 13:20:02.308859 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a10d8cee-f9f5-4f72-a21e-5fe277976843 req-ef1d9853-3474-42d7-96e7-6b933bf3c26b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0556874 Feb 11 13:20:03.515222 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a2e61176-2e54-42cc-af8c-9b34c1341a63 req-adf57eec-1d82-4488-ae11-aa95f57ad4ba tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0501308 Feb 11 13:20:04.697145 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c5ec299a-ae13-4815-b104-e95b7abe578a req-10e9622e-f3e8-4996-b40a-c039b77c5f14 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0507965 Feb 11 13:20:05.882630 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fc5e1f39-f442-45ae-8710-5d36e6a71f0c req-9ba63f4f-94b7-41fd-80f8-0a84e2c694e1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0534749 Feb 11 13:20:07.065520 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0945ee1c-20d9-45bc-8a26-85541f3b85ea req-30633f39-c6e1-458a-84f5-493707ffd03e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0491474 Feb 11 13:20:08.250939 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dec92863-c9c5-4222-b573-444e2d1b229b req-6ccdf6a0-fa73-417f-9630-a67bd27b3ed1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0532115 Feb 11 13:20:09.287770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d1af-a9f1-4e94-8eba-1c6653da2f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:09.438322 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddea8eaf-ec48-4d47-81e1-1fb956aa2b89 req-fabb50e4-ecf0-463a-ab1a-1be33dd64713 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0526023 Feb 11 13:20:10.621913 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2b97d6db-0721-4986-83c1-d4c0cef52cf3 req-a2c03e95-6065-49ce-aef6-d3be03e8ea23 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0532103 Feb 11 13:20:11.810156 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c2cd90d0-6a92-4989-b8a0-59a1be3d82ca req-5a2d46bc-d050-4863-94f2-85fdfdd4d3aa tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0507860 Feb 11 13:20:12.034405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:20:12.219732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f4e50cf7-f460-4b0c-83ef-c68482f8e121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:12.330339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:13.003100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9adb3705-3309-4c80-bd08-e37f015bfba7 req-83bbf803-f385-4783-9ee6-d15fad85aa5d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0533454 Feb 11 13:20:13.784463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:14.189573 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e2eb4c7-1d91-4c64-8d87-221dd831505b req-4cd4b3cf-be81-4500-9e18-74ac57c36f93 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0519145 Feb 11 13:20:14.278085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:15.378522 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-775b159d-dc21-49c0-9b17-c753ac25d4bd req-e77b01c3-f4db-4b26-9531-bcfd1cbfc572 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0504155 Feb 11 13:20:16.561016 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9a8c80e5-231f-4c6f-8f99-11a3f1722498 req-581db9e5-238e-4cb6-a2c0-ea1b13df5309 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0537169 Feb 11 13:20:17.739129 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4405773b-69d4-4b00-a3a3-7da4d6388ed2 req-c98ae129-0f4d-4726-ab88-832bc9bc8ac3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0491776 Feb 11 13:20:18.921511 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60afe695-607a-4f4c-970d-62f9d2792c3a req-d59bcd0c-9acf-43a4-b571-c4b9cd4ecae7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0499227 Feb 11 13:20:20.109819 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b34a5fcf-d5f3-402b-834a-bd31f93be5f6 req-f64d6898-c946-4275-9509-e729771dfcbd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0539572 Feb 11 13:20:20.919130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:21.292194 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9807f45c-574c-43d9-9707-1e65d38c1e86 req-20de0009-edb7-4b9f-9dcd-f3ae90e532b5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0522497 Feb 11 13:20:22.472263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1227fcb-ecdf-4f0d-8893-e9ef06f97adb req-524d78ef-66eb-4ec2-9a5e-13dda32b6003 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0489821 Feb 11 13:20:23.653386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cd0d720a-122b-4cf8-a42c-0e7b4c10302d req-3dde3404-13e1-4858-be6a-9527453a0e69 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0520213 Feb 11 13:20:24.834349 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28fb08ca-a55f-4181-8983-6169d8bc0509 req-c5cd7e9e-24fa-41e6-b978-718894dee39d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0502040 Feb 11 13:20:26.019201 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3372d105-adba-46ac-b27d-bb3aa0d72f69 req-d4e1a63b-f464-4445-9b52-91e1e30d8a03 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0499096 Feb 11 13:20:27.206805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7b78ad1e-c4cb-4dee-ac51-8e6b95f60a14 req-dfac6554-a971-4117-ae78-ac3c1a6f5c80 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0528984 Feb 11 13:20:28.404733 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8586482b-c0e3-4ae1-beee-cb750010643d req-af34365c-8a15-44d9-bf12-37f33b011ba5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0526676 Feb 11 13:20:29.586927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-365e100d-4ad1-434a-a0cf-121b3f49f612 req-9c4499a8-af05-4a08-a661-852378b9ef87 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0505304 Feb 11 13:20:30.990995 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8aa55e4a-91f6-4469-9e0c-a30606bfe281 req-30edc759-07b6-468c-833f-d8b74c9921c7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.2731731 Feb 11 13:20:32.169198 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c6659a67-5138-4700-b48a-4b45dde277c3 req-b1553c06-2e09-41f7-911f-75daca6c8981 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0489714 Feb 11 13:20:33.372970 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8c697242-f4db-4ebd-8154-36cd01b2616e req-4655d788-abe9-4f84-91ed-7b68933a943b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0502975 Feb 11 13:20:34.553666 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b39fc62f-446d-44e9-a337-58a3318765fa req-57307305-2bcc-4de1-a953-8360d5d80c98 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0498989 Feb 11 13:20:35.730104 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a2cfedcf-c4df-4594-b210-aa60a34bfac3 req-20894568-6343-4f24-8fe7-3fbfca6178f7 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0486341 Feb 11 13:20:36.915834 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-19a14b34-1921-46af-9302-f7762ff8ad95 req-30e16257-e3ac-42f6-a29c-0949d3defeab tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0490615 Feb 11 13:20:38.095257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4d22c92-1c8f-429d-92ab-24a01e787d0e req-3ea6a584-3826-447f-85a7-cbdd5171230f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0516720 Feb 11 13:20:39.274017 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0c38ed02-08e7-49e8-a5ce-6c5970c906c1 req-bf6071f3-6588-4758-8f0e-bf433f22c30c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0497174 Feb 11 13:20:39.293678 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5f8e834f-a3b5-4bd2-8d26-8d9cdf5cf733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:40.461740 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b2ff85a5-b4a5-436f-a9be-f16bc7f9e611 req-24aa2760-ea87-4833-91aa-0d9e49b4d7d6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0492408 Feb 11 13:20:41.646366 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7d370ad-6c26-44ae-8508-14f2bb071c29 req-db030d16-d3b8-432b-8ba7-8f3e29c72e3b tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0533712 Feb 11 13:20:42.221574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9805036e-a950-40fa-878f-ee68004918e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:42.332426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:42.825311 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-056bae14-bf76-41c7-976d-a260a18b03d8 req-5286a316-6638-47e4-a688-e7113b1fa34e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0497668 Feb 11 13:20:43.786950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:44.006784 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b1a7546b-94f9-4601-a9d6-5a23c3127874 req-c7bdc2c9-161e-493d-8885-765837bf2823 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0494332 Feb 11 13:20:44.293828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:45.190489 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5478267e-89d9-49f6-9994-c9f8694215d8 req-56b58f7c-c8fe-46ac-9320-23372c480163 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0522084 Feb 11 13:20:46.389573 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-08bf8038-41cc-4f4e-ba12-987c37856b2c req-2448b054-59e0-40d9-aa3a-f08adf2562ab tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0499704 Feb 11 13:20:47.578390 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6923bc90-01f0-4194-90f8-0bca2992cf62 req-59ae8ab6-9055-41a9-bc67-d9b36d893d60 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0487251 Feb 11 13:20:48.846609 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8edf19b4-94b0-40ba-8d66-1980f26b3e86 req-375ac55f-3b81-495a-b15d-2fd60fffa789 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.1353576 Feb 11 13:20:49.035120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:20:50.103253 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0e2f1a55-24b7-4f4b-b0fb-5fbbc3022066 req-6cc8132d-e005-41f9-8eb7-48a4094aa2be tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.1249833 Feb 11 13:20:50.927952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:51.282303 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2b4adb05-a574-439a-9b5e-5eaa97020874 req-61367853-f342-4405-b507-e360812f3cf9 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0499272 Feb 11 13:20:52.470677 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9c308088-49af-444b-8c3e-751878979f23 req-f7f98761-6f37-46ce-968a-69572d7614fc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0521414 Feb 11 13:20:53.649564 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-974d3499-1416-40ec-af36-e6366002023a req-9e039cb8-4dfd-401d-9540-dbff36ca2893 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0495076 Feb 11 13:20:54.834400 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9c17c423-9803-4ece-916b-f8d8d311f367 req-211aae3f-69be-4017-b9cc-193afdf03b77 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0524693 Feb 11 13:20:56.024467 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76fa4236-af07-485e-9b8b-c7e4b0684e88 req-e4329b35-b24a-4a62-a6f8-a477dbc7a49a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0532291 Feb 11 13:20:57.205964 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9efbb6e7-de93-40c7-b3da-a97f980c05bf req-6e88bf9e-ef93-4716-a14c-842b6af3791c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0501180 Feb 11 13:20:58.397118 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f968453f-32a2-4d9a-9be8-664f5d195900 req-056935f8-3949-45fe-8601-88e82223800c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0502467 Feb 11 13:20:59.536467 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54dba269-69a5-4fc2-ab3a-6b28d0ad66bc req-c72eb851-1c9e-4f7c-aaa3-c0cb8225ce60 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "GET /v2.0/security-groups/3c32b004-d83f-46d0-8a58-97fea2248857 HTTP/1.1" status: 200 len: 2997 time: 0.0793784 Feb 11 13:20:59.630773 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0c7330b1-d6b7-4950-adf3-64d4fd62f203 req-b30ebc1f-0df6-4516-aee0-ec61cb95dc43 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0697005 Feb 11 13:20:59.675823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-54dba269-69a5-4fc2-ab3a-6b28d0ad66bc req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:59.720711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-54dba269-69a5-4fc2-ab3a-6b28d0ad66bc req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:59.781980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-54dba269-69a5-4fc2-ab3a-6b28d0ad66bc req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:59.786935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:20:59.803402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c32b004-d83f-46d0-8a58-97fea2248857,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:20:59.813620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.813934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.814564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.815352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.815838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.816352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.816835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.817462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.817944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.818394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.818878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.819497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.820126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.820666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.821132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.821586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.822065 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.822523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.822981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.823406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.823831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.824277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.824692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.825124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:20:59.834039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:20:59.837142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-54dba269-69a5-4fc2-ab3a-6b28d0ad66bc req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:59.839004 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-54dba269-69a5-4fc2-ab3a-6b28d0ad66bc req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] 10.222.0.93 "DELETE /v2.0/security-groups/3c32b004-d83f-46d0-8a58-97fea2248857 HTTP/1.1" status: 204 len: 173 time: 0.2997367 Feb 11 13:21:00.065465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 54828) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:00.760470 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-93721848-5159-439b-87e7-8088983076fd service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1685312 Feb 11 13:21:00.826102 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ee0e5918-6033-4a8a-9d34-4aeed93a1252 req-205dbbd6-4931-499d-be64-ac76416f3650 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0595269 Feb 11 13:21:00.987304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-cca1e54b-1243-4102-be89-abed53bed426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:00.988999 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-cca1e54b-1243-4102-be89-abed53bed426 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.1173260 Feb 11 13:21:01.213170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:01.272820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-1b183ce1-71e1-4d9f-a23f-cdc3031b2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:01.274471 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-1b183ce1-71e1-4d9f-a23f-cdc3031b2fb2 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.2488885 Feb 11 13:21:01.426421 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-e3f2eabb-98ec-4218-a563-cb79582a8d26 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0901406 Feb 11 13:21:01.524356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-932efd2b-cd1b-4b4c-b41d-80c692cb0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:01.525993 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-932efd2b-cd1b-4b4c-b41d-80c692cb0af9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0917599 Feb 11 13:21:01.686130 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-85a32046-1318-4fd5-b11a-b04f7d04d621 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964160 Feb 11 13:21:02.094342 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbf64379-cd91-40a4-b44c-f1a8b6ca9932 req-9b25a730-4927-4d3e-b0b7-282ed617c782 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0694280 Feb 11 13:21:02.140238 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-90f2a9ce-db24-4f96-96bc-978bf3609196 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417558 Feb 11 13:21:02.307605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Deleting port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:02.308272 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:02.425866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9ae22a26-f380-4f5d-af5c-0b88dbf1f5ff req-06e248b2-bbe9-4691-a620-7c40e980ec7b service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2583756 Feb 11 13:21:02.534761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] For port 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:02.535152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:02.675149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Calling delete_port for 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 owned by network:router_interface {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:03.019769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:03.036953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:03.095114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ae7ed8-b4de-45e0-9cd2-56f80ca9b895,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:03.099989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:03.336264 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc83f6cd-1001-4166-8c2c-ae48f97b26df req-08d3ff8e-9eb4-4958-9e42-7b083988f98c tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0845487 Feb 11 13:21:03.568503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:04.092051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Router e03dea84-adff-4545-a7e7-33a218f8b1fc has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:21:04.544719 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28522c42-2a89-408c-863e-4974384e9142 req-8a0a0d98-182e-4510-96c7-1ac2c4d74fc0 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0563569 Feb 11 13:21:04.560232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:04.574208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] Sync routers for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:21:04.585239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 54890) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:04.586207 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] 10.222.0.93 "PUT /v2.0/routers/e03dea84-adff-4545-a7e7-33a218f8b1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5189931 Feb 11 13:21:04.593930 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:04.594572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:20:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:04.776224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks [] for router, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:04.783003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:04.964405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:04.969608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Deleting port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:04.970078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:05.089824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:21:02Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:05.093908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] Checking router: e03dea84-adff-4545-a7e7-33a218f8b1fc for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:21:05.103720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] Routers {'e03dea84-adff-4545-a7e7-33a218f8b1fc'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:05.104402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:20:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['e03dea84-adff-4545-a7e7-33a218f8b1fc'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:05.158807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] For port 30ac8d5d-1ef4-40ef-97c0-f822c47457f3, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=30ac8d5d-1ef4-40ef-97c0-f822c47457f3,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:05.159263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:05.296658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] Set router e03dea84-adff-4545-a7e7-33a218f8b1fc gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:05.519712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Calling delete_port for 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 owned by network:router_gateway {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:05.624870 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:21:02Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:05.629900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfec6b7-47d1-46ea-8c76-b077e6744388 None None] The sync data for ids ['e03dea84-adff-4545-a7e7-33a218f8b1fc'] in dv-cinder-773985-4-iscsi is: [{'id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'name': 'tempest-TestVolumeBootPattern-719992228-router', 'tenant_id': '33e874c0892b45e999886feb927e2def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:12Z', 'updated_at': '2021-02-11T13:21:02Z', 'revision_number': 5, 'project_id': '33e874c0892b45e999886feb927e2def', 'gw_port': {'id': '30ac8d5d-1ef4-40ef-97c0-f822c47457f3', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dea84-adff-4545-a7e7-33a218f8b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:13Z', 'updated_at': '2021-02-11T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:21:05.675361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: result = function(*args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: proto.__init__(conn_state, self) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: self.handle() Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: self.handle_one_request() Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: self.handle_one_response() Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: result = self.application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return app(environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return request.get_response(self.application) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self._app) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return resp(environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return resp(environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: response = self.app(environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return resp(environ, start_response) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:05.681894 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: result = method(request=request, **args) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._delete(request, id, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*dup_args, **dup_kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: obj_deleter(request.context, id, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return method(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*dup_args, **dup_kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: self._delete_current_gw_port(context, id, router, None) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: admin_ctx, gw_port_id, l3_port_check=False) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, context, *args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return method(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: context, port, router_ids, bound_mech_contexts) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: return function(*args, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: callback(resource, event, trigger, **kwargs) Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: if self._is_session_semantic_violated(context, resource, event): Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: stack = traceback.extract_stack() Feb 11 13:21:05.690059 dv-cinder-773985-4-iscsi neutron-server[79855]: Feb 11 13:21:05.798948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39f61a43-90b0-4b31-af48-35db49762bfb req-15d7020e-9228-460b-a710-ef334f6c1cac tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0633280 Feb 11 13:21:05.886733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.025967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.028573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.119001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.119565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e03dea84-adff-4545-a7e7-33a218f8b1fc {{(pid=79969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:21:06.133325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.134560 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ad3a486f-0e7f-4db8-b280-5cf0522c0e9a admin admin] 10.222.0.93 "DELETE /v2.0/routers/e03dea84-adff-4545-a7e7-33a218f8b1fc HTTP/1.1" status: 204 len: 168 time: 1.5480530 Feb 11 13:21:06.137543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 54910) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:06.206932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Deleting subnet 20224712-aa10-4cff-a458-468e594d9c8c {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:21:06.210203 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.277300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.410699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.540688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:06.578769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:06.579264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 15ae7ed8-b4de-45e0-9cd2-56f80ca9b895 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:06.689679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.706284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-02fb2c3c-b6d8-4552-8958-eff6681ef7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:06.753917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20224712-aa10-4cff-a458-468e594d9c8c,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:06.820663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.820663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.820663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.820663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.820663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.821146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.821425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.822006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.822400 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.822849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.823151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.823536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.824145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.824613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.824999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.825459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.825847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.826235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.826617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.826999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.827380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.829683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.830094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.830494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:06.834770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:06.877214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:06.885466 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4aca4891-7513-493a-a59e-aa4b9c9b2592 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/20224712-aa10-4cff-a458-468e594d9c8c HTTP/1.1" status: 204 len: 168 time: 0.7468133 Feb 11 13:21:06.888123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 54928) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:06.888410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410e27d-bce5-4adc-a84e-20613c17b96f None None] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:07.004346 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3ae242d7-6ff7-4bb3-b103-908f03887e2a req-126485b3-6860-45c4-8ebd-dbff035b0203 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0580139 Feb 11 13:21:07.015543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.084747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Deleting port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:07.085115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.171261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] DHCP port deletion for 82eebc2d-39be-41c7-a01b-1dd1bdbba182 request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:21:07.175768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Deleting port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:07.176294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.315866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] For port 73b1bbdf-de90-465a-9a0d-a4fdd6706595, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=73b1bbdf-de90-465a-9a0d-a4fdd6706595,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:07.316292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.425694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] For port 73b1bbdf-de90-465a-9a0d-a4fdd6706595, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=73b1bbdf-de90-465a-9a0d-a4fdd6706595,segment=NetworkSegment(54a1f04d-c58c-437a-a854-a49e690c6b85),segment_id=54a1f04d-c58c-437a-a854-a49e690c6b85)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:07.426094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.455800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Calling delete_port for 73b1bbdf-de90-465a-9a0d-a4fdd6706595 owned by network:dhcp {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:07.542890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.558045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6737ba08-4243-41e7-89ab-7b56a91f4259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:07.563456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Calling delete_port for 73b1bbdf-de90-465a-9a0d-a4fdd6706595 owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:07.619117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b1bbdf-de90-465a-9a0d-a4fdd6706595,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:07.669665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:07.711970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] No DVR routers for this DVR port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 on host dv-cinder-773985-4-iscsi {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:21:07.718032 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:07.718453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:21:07.836118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.951467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eebc2d-39be-41c7-a01b-1dd1bdbba182']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:07.965602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a1f04d-c58c-437a-a854-a49e690c6b85') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:07.965946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a1f04d-c58c-437a-a854-a49e690c6b85') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:07.978309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.994584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:07.996623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:21:08.180117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:21:08.185890 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f077d1d-fa66-4ecb-8a73-2d6a3f11dbe5 req-feabbb31-c027-4c34-9c59-d31c9083fc39 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0490263 Feb 11 13:21:08.192730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:08.219758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Deleting port 73b1bbdf-de90-465a-9a0d-a4fdd6706595 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:08.220211 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:08.295935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3d9b4-11c3-4538-a81a-0769dd1768f1 None None] The port '73b1bbdf-de90-465a-9a0d-a4fdd6706595' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:21:08.380234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Network 82eebc2d-39be-41c7-a01b-1dd1bdbba182 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:08.403827 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:08.491001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:08.495433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebe4a483-34bc-4347-8e56-575282d1832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:08.512541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:08.526801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82eebc2d-39be-41c7-a01b-1dd1bdbba182,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:08.529613 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/82eebc2d-39be-41c7-a01b-1dd1bdbba182 HTTP/1.1" status: 204 len: 168 time: 1.6401634 Feb 11 13:21:08.531518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:08.532660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 54950) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:08.589552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:08.627146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:08.627811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 30ac8d5d-1ef4-40ef-97c0-f822c47457f3 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:08.628438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 73b1bbdf-de90-465a-9a0d-a4fdd6706595 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:08.667425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 73b1bbdf-de90-465a-9a0d-a4fdd6706595 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:08.667942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 73b1bbdf-de90-465a-9a0d-a4fdd6706595 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:09.121575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:09.302935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4e69dc77-9d76-4385-b473-f38c74e7fa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:09.456884 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-daeb6c85-74ff-44c9-9bb4-caa3b637549c req-68414ed2-efae-47df-b72e-6bf675a65a12 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0880439 Feb 11 13:21:09.556542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Deleting port c3b4c8b0-72af-41f7-be15-7b205873050e {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:09.556945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:09.749684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] For port c3b4c8b0-72af-41f7-be15-7b205873050e, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=c3b4c8b0-72af-41f7-be15-7b205873050e,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:09.750197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:09.886225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Calling delete_port for c3b4c8b0-72af-41f7-be15-7b205873050e owned by network:router_interface {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:10.066475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:10.079818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13f95396-4e10-4105-a7a1-9ae03367aab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:10.141395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b4c8b0-72af-41f7-be15-7b205873050e,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:10.192510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:10.500268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:10.653192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-99156802-ac31-4518-88bb-cc3a4dc43e31 req-8015e5b4-678c-4466-980e-890eb5d662ae tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0586693 Feb 11 13:21:11.310604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:21:11.506934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:11.516366 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] Sync routers for ids ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:21:11.516994 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] 10.222.0.93 "PUT /v2.0/routers/59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9832070 Feb 11 13:21:11.519707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 54992) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:11.527404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] Routers {'59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:11.528097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:20:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:11.737106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks [] for router, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:11.903509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] Set router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:11.938406 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f872fc28-9252-49bc-a5f1-0cf9a9a099c2 req-676917a4-7fa5-49f3-8c94-1489c5b8afbc tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0719364 Feb 11 13:21:11.986908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:11.992356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Deleting port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:11.992722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.182736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] For port dfee389a-aacd-4cb8-b0a5-3be0e84e3c49, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfee389a-aacd-4cb8-b0a5-3be0e84e3c49,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:12.183134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.230710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:21:10Z', 'revision_number': 5, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:12.234932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-585e936a-afbb-402d-a2b9-542a9cb22222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.236592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] Checking router: 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:21:12.245731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] Routers {'59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:12.246391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:21:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:12.325319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Calling delete_port for dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 owned by network:router_gateway {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:12.417322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.475104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] Set router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:12.476428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.plugins.ml2.ovo_rpc [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: result = function(*args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: proto.__init__(conn_state, self) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: self.handle() Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: self.handle_one_request() Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: self.handle_one_response() Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: result = self.application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return app(environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self.application) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return request.get_response(self.application) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: response = req.get_response(self._app) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: application, catch_exc_info=False) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: app_iter = application(self.environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return resp(environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return resp(environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: response = self.app(environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return resp(environ, start_response) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: resp = self.call_func(req, *args, **kw) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.func(req, *args, **kwargs) Feb 11 13:21:12.484640 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: result = method(request=request, **args) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._delete(request, id, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*dup_args, **dup_kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: obj_deleter(request.context, id, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return method(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(*dup_args, **dup_kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: self._delete_current_gw_port(context, id, router, None) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: admin_ctx, gw_port_id, l3_port_check=False) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, context, *args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return method(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: context, port, router_ids, bound_mech_contexts) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: return function(*args, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: callback(resource, event, trigger, **kwargs) Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: if self._is_session_semantic_violated(context, resource, event): Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: stack = traceback.extract_stack() Feb 11 13:21:12.492532 dv-cinder-773985-4-iscsi neutron-server[79855]: Feb 11 13:21:12.693948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.793766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:21:10Z', 'revision_number': 5, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:12.798267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd79db4-d103-494b-91b4-d2b95d46277a None None] The sync data for ids ['59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559'] in dv-cinder-773985-4-iscsi is: [{'id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'name': 'tempest-TestVolumeBootPattern-1304111352-router', 'tenant_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:07:27Z', 'updated_at': '2021-02-11T13:21:10Z', 'revision_number': 5, 'project_id': 'c4ef81398e8e41bf968aa19bf968fb18', 'gw_port': {'id': 'dfee389a-aacd-4cb8-b0a5-3be0e84e3c49', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:07:28Z', 'updated_at': '2021-02-11T13:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:21:12.835128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.837701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.933563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.934318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 {{(pid=79968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:21:12.948320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:12.949559 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-76ad1906-2302-40d9-9be4-fbec15c4c865 admin admin] 10.222.0.93 "DELETE /v2.0/routers/59c1cff9-2fbb-4e1a-8d7a-86fcf0b8b559 HTTP/1.1" status: 204 len: 168 time: 1.4288270 Feb 11 13:21:12.952465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55014) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:13.022627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Deleting subnet c21e848b-370a-4854-8371-555eccd684cf {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:21:13.026003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:13.082629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:13.170900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dbaadef9-14d5-45e4-99d0-88492e60a2d5 req-9bbdfc17-3d04-4437-98df-e0db9ab7078a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0915947 Feb 11 13:21:13.259434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:13.777702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:13.791836 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:13.793895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:13.843709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21e848b-370a-4854-8371-555eccd684cf,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:13.895271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:13.933106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:13.938738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5a66e-7008-4887-ab0c-c06813ef9bfe None None] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:13.939230 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c21e848b-370a-4854-8371-555eccd684cf HTTP/1.1" status: 204 len: 168 time: 0.9856865 Feb 11 13:21:13.941901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55030) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:14.061726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.136261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Deleting port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:14.136632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.226444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] DHCP port deletion for 1098bb0f-8d1c-4477-805c-ea8e3e8a389f request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:21:14.231538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Deleting port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:14.231962 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.401048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.426657 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3104a00-ad60-43dd-bdef-4c25e69a7199 req-14b7a02f-e50b-4895-9143-e2efb6ebaf17 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0602539 Feb 11 13:21:14.432780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] For port dfe55ab4-a8f3-4768-a898-2a0be6cc3224, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:14.433189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.497789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] For port dfe55ab4-a8f3-4768-a898-2a0be6cc3224, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,segment=NetworkSegment(e849c215-8809-484e-8bca-48c8ff73fe87),segment_id=e849c215-8809-484e-8bca-48c8ff73fe87)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:14.498147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.572488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Calling delete_port for dfe55ab4-a8f3-4768-a898-2a0be6cc3224 owned by network:dhcp {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:14.634856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:14.663184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:14.670813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Calling delete_port for dfe55ab4-a8f3-4768-a898-2a0be6cc3224 owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:14.671117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0b3559d6-11b4-4332-96a5-e71bb30bbabb tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:14.727363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:14.727758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfee389a-aacd-4cb8-b0a5-3be0e84e3c49 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:14.728249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device c3b4c8b0-72af-41f7-be15-7b205873050e no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:14.734552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe55ab4-a8f3-4768-a898-2a0be6cc3224,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:14.769511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: c3b4c8b0-72af-41f7-be15-7b205873050e {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:14.769907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device c3b4c8b0-72af-41f7-be15-7b205873050e not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:14.770372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfe55ab4-a8f3-4768-a898-2a0be6cc3224 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:14.786318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:14.812444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: dfe55ab4-a8f3-4768-a898-2a0be6cc3224 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:14.812851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device dfe55ab4-a8f3-4768-a898-2a0be6cc3224 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:14.830151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] No DVR routers for this DVR port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 on host dv-cinder-773985-4-iscsi {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:21:14.841890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:14.842306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:21:14.959875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.073396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1098bb0f-8d1c-4477-805c-ea8e3e8a389f']}} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:15.089856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e849c215-8809-484e-8bca-48c8ff73fe87') {'for_net_delete': True} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:15.090191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e849c215-8809-484e-8bca-48c8ff73fe87') {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:15.102804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846675572'] for segment, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.121517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.123629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=79968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:21:15.313368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:21:15.322931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847466303'] for segment, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.344070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Deleting port dfe55ab4-a8f3-4768-a898-2a0be6cc3224 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:15.344515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.417411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bbddb3bc-d291-4a19-bc6c-d211413e26f3 None None] The port 'dfe55ab4-a8f3-4768-a898-2a0be6cc3224' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:21:15.518438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Network 1098bb0f-8d1c-4477-805c-ea8e3e8a389f has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:15.541904 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:15.672990 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-18d7a7ee-22b4-47c7-80cd-01a9fda06a24 req-63d0b6b8-c3ff-402b-8a00-006fccbfccb5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0724823 Feb 11 13:21:15.678742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.683735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:15.702669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.710922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1098bb0f-8d1c-4477-805c-ea8e3e8a389f,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:15.716526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:15.720669 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1098bb0f-8d1c-4477-805c-ea8e3e8a389f HTTP/1.1" status: 204 len: 168 time: 1.7777398 Feb 11 13:21:15.881748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55064) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:15.937161 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-888082ad-b2f4-4a0f-8251-d789b7745da1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=33e874c0892b45e999886feb927e2def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540638 Feb 11 13:21:15.939775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55068) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:16.004583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:16.037507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:16.087803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:16.092983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9a5056b9-6205-4436-af2f-bde568a79a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:16.108087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ad44c-1394-4577-8910-47df61a2f7df,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:16.112402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:16.115985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:16.118502 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fc7ad44c-1394-4577-8910-47df61a2f7df HTTP/1.1" status: 204 len: 168 time: 0.1770480 Feb 11 13:21:16.569137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55082) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:16.622853 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-58f46344-8da9-45cf-ac8b-c8c6a9f3e82a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c4ef81398e8e41bf968aa19bf968fb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524328 Feb 11 13:21:16.625717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55086) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:16.690803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:16.877652 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5ed7c96c-5053-4920-8dd7-107822145eca req-73979fe3-e294-425d-8f76-61ee2f7a23a2 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0575569 Feb 11 13:21:16.947005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:16.999711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:17.006367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b3f11b13-3aaf-4774-a3f1-7a4e49ff59d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:17.020630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b473a09a-db32-4522-ac82-d910ee781650,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:17.023743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:17.027577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:17.029580 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b473a09a-db32-4522-ac82-d910ee781650 HTTP/1.1" status: 204 len: 168 time: 0.4026854 Feb 11 13:21:18.064199 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a06cbd0e-426c-4ebe-84e5-d8f938d0bb64 req-b9427272-f117-4eb0-8b90-49ebe08d69b5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0496588 Feb 11 13:21:19.247910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-00f8ab9c-5578-4f93-ba94-dcfe1b77b4aa req-d6a9cdf1-a2fb-4db4-a5b0-ff280222fb14 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0531311 Feb 11 13:21:20.432517 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe3139cc-0ffb-4f76-a73f-6fd945fdefa1 req-e7a0ff86-2f60-49fe-8fd1-c42e10ddb48a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0503156 Feb 11 13:21:20.950109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:21.611759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6a6cf72d-365a-4832-bc21-630042775923 req-d2554452-ab5f-4916-9112-72663373f3db tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0511446 Feb 11 13:21:22.794356 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-72600efc-cfce-4974-aed4-3080d8891738 req-ffc2cecc-402a-4193-b445-5eddbb30a4fa tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0534422 Feb 11 13:21:23.983453 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81a4bb8e-d191-4262-997f-1e0c9ee4534e req-390966f3-8ac0-4654-8a16-dba0f8c8e4ab tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0542815 Feb 11 13:21:25.165979 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-212a9f9a-b546-42b3-9578-66dda9e52e0a req-27b23a34-2f30-474a-a286-86f22a31b194 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0492954 Feb 11 13:21:26.034585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:21:26.348980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d3b54649-eb38-4563-bba3-2516da9f9478 req-70edcc64-d283-4eba-bd6c-f9f5ea95a04e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0509036 Feb 11 13:21:27.529523 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8e791134-703e-45bc-a6ab-0037cdd1eb07 req-27a42007-9f0b-48e9-85eb-d77cf6c181ed tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0504382 Feb 11 13:21:28.710261 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dae07eda-2ada-4117-a097-e97dce649823 req-8df8591f-721c-48d1-857e-bd00c132af1f tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0493767 Feb 11 13:21:29.913752 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-387127ea-b50d-4337-be51-f19b697fb229 req-512efd99-26c2-434d-8898-3cf561c8935e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0637732 Feb 11 13:21:31.107053 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44bfc06f-c6b9-4ce3-bc72-4508eeca5b0c req-148e1444-988a-43c0-9ca0-eed72262f056 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0487769 Feb 11 13:21:32.292226 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e14570da-4b34-4ad6-9b17-623f254a15af req-854d9df6-0c63-4b2d-afc0-a687c3eef749 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0511792 Feb 11 13:21:32.932900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-e80e9e8d-8120-4677-a044-f84f5ca65711 req-efc0857d-7990-47ac-abe7-4d13781b13db service neutron] (79969) timed out ('10.222.0.123', 61777) {{(pid=79969) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:21:33.262942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-155bccae-c2fd-4d1f-9fd7-5b106e855dfd req-94f6a992-7855-4036-9071-8d80be753b50 service neutron] (79969) timed out ('10.222.0.123', 61780) {{(pid=79969) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:21:33.477409 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7a2f971c-2ff8-48ed-ab5c-d1e8165c92ab req-5b2cb4c5-1552-471b-9c85-41cb33e4a0bd tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0533452 Feb 11 13:21:34.670210 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1257da9-f919-4ad1-a9e0-d9fffb4677a6 req-28617983-9361-48f4-8fc5-2e93fae17e9a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0563414 Feb 11 13:21:35.856432 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-70a51858-4fc5-4a73-8526-09ea591abed6 req-96874cc4-b417-48e5-aa64-0d66827ff62e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0517015 Feb 11 13:21:37.081791 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0ca5f9a5-a397-4411-999b-3b240c9ef2b3 req-9ff3d352-6498-4a5d-b90c-4972991dac64 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0695417 Feb 11 13:21:38.274727 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ce278dd-9a47-403e-830b-000919b2cbd0 req-e3f1618d-13e0-45e8-add9-9bd2d2da6d44 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0528648 Feb 11 13:21:39.288840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-48e83f84-51e8-4de3-8a60-acdff5babf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.474056 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d44f9731-9da1-4f36-a470-d38db37f38a7 req-a83a4935-e378-4f21-b3cb-319522467b6d tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0573945 Feb 11 13:21:40.671597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45db0d47-01af-4086-9ae9-b7e1b5f62464 req-f45e3ba4-83de-4251-96f8-ac6d64ec39a8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0587130 Feb 11 13:21:41.868576 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d86e67c1-28d9-4be8-aaec-9145a848feb2 req-1420b19c-b3d0-44ee-befd-b0d8ebc646f3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0499470 Feb 11 13:21:42.226326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2e27a840-d991-4c05-b30e-94c2481445e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.336903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.048818 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d27ae7c-5210-4abd-9166-3fcbc7563039 req-c1876251-c94e-4a40-90cd-adb1df5baab5 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0496013 Feb 11 13:21:43.785194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.229967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88b9326d-7a0e-4f95-895d-ad72105233ff req-25db1c15-c51c-4545-a04a-1a8ca1ecdfb4 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0516193 Feb 11 13:21:44.289591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.410301 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0be35fe3-03f6-4ca8-88e4-398f64c5d9b4 req-4992af9d-8e48-4580-a240-583f6cafdb3e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0495806 Feb 11 13:21:46.602710 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f60c6bff-6c43-4dfe-aa0e-220b3190aa5d req-b9642d69-358a-4edf-9381-4d2061235ef6 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0530674 Feb 11 13:21:47.785654 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5dee95c8-0c13-4b58-8b09-4cd470fafc41 req-92577277-6ee7-4cf5-8d75-f69f094ec2f1 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0527482 Feb 11 13:21:48.964049 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7cdf3dbf-1240-4a70-afab-4b9534b5948c req-a0f139eb-aaa8-4c7c-995b-82a8ffe2e7a3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0494316 Feb 11 13:21:50.153739 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a84a8269-3939-4222-9d5b-b878f570ce28 req-a6905cce-f0fd-4b0b-930d-fe8b32ded0b3 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0552297 Feb 11 13:21:50.975237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.357112 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-464230c9-ca05-42e9-94ec-444e3f9021a5 req-5e8df6ca-c0ca-4065-b07b-b276b11c0766 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b6f22c-eee0-4716-a797-306b304695af HTTP/1.1" status: 200 len: 210 time: 0.0616693 Feb 11 13:21:52.563022 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5061e724-b44b-4714-b096-b6f77daf4f18 req-dbdae019-1b72-4449-aabe-53e99e677b02 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "GET /v2.0/security-groups/8456e941-0047-4ef2-8b36-0956d9c574ab HTTP/1.1" status: 200 len: 2991 time: 0.0672872 Feb 11 13:21:52.654013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5061e724-b44b-4714-b096-b6f77daf4f18 req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.683221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5061e724-b44b-4714-b096-b6f77daf4f18 req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.736792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5061e724-b44b-4714-b096-b6f77daf4f18 req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.742936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-558792af-68f3-4e90-9b06-a211efb4efcc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:52.759622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456e941-0047-4ef2-8b36-0956d9c574ab,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:52.762764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:52.770952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5061e724-b44b-4714-b096-b6f77daf4f18 req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.772209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5061e724-b44b-4714-b096-b6f77daf4f18 req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] 10.222.0.93 "DELETE /v2.0/security-groups/8456e941-0047-4ef2-8b36-0956d9c574ab HTTP/1.1" status: 204 len: 173 time: 0.2023768 Feb 11 13:21:52.920776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55554) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.931315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.317906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Deleting port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:54.325975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.511327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] For port 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:54.511726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.655188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Calling delete_port for 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 owned by network:router_interface {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:54.841732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.857411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3c0754ea-ab3d-4f3f-b2b8-922cf4696987 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:54.916449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3bee4c-9dff-4bcd-95ee-ee628d6277d4,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:54.919368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:55.279379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:55.800681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Router cfce140d-9e82-43e5-af73-3b36e3bc56a1 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:21:56.023156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:56.032192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] Sync routers for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:21:56.039375 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-729bfb40-9edb-4e00-a3d9-931cbedc62ba admin admin] 10.222.0.93 "PUT /v2.0/routers/cfce140d-9e82-43e5-af73-3b36e3bc56a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170573 Feb 11 13:21:56.042362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55596) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:56.042648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:56.043299 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:21:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:56.250481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks [] for router, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.254158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:56.592891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:21:54Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:56.597362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] Checking router: cfce140d-9e82-43e5-af73-3b36e3bc56a1 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:21:56.608674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] Routers {'cfce140d-9e82-43e5-af73-3b36e3bc56a1'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:56.609511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:21:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:56.694552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.700017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Deleting port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:56.700414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.806259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] Set router cfce140d-9e82-43e5-af73-3b36e3bc56a1 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:56.900482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] For port abe9ee8e-fb0c-49d4-9202-b7eed15a71a7, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=abe9ee8e-fb0c-49d4-9202-b7eed15a71a7,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:56.901093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.051823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Calling delete_port for abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 owned by network:router_gateway {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:57.121127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:21:54Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:57.125301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1603a78-6481-4492-8066-3959b0e3eab4 None None] The sync data for ids ['cfce140d-9e82-43e5-af73-3b36e3bc56a1'] in dv-cinder-773985-4-iscsi is: [{'id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'name': 'tempest-TestShelveInstance-1232896794-router', 'tenant_id': '45b5fbc58e274c249df177a9ae9e555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:05Z', 'updated_at': '2021-02-11T13:21:54Z', 'revision_number': 5, 'project_id': '45b5fbc58e274c249df177a9ae9e555e', 'gw_port': {'id': 'abe9ee8e-fb0c-49d4-9202-b7eed15a71a7', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce140d-9e82-43e5-af73-3b36e3bc56a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:07Z', 'updated_at': '2021-02-11T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:21:57.202686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.437869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.583977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.586393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.615572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.616171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfce140d-9e82-43e5-af73-3b36e3bc56a1 {{(pid=79968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:21:57.629736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.631140 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4faacf63-1d58-4d17-a471-567c6cdaf393 admin admin] 10.222.0.93 "DELETE /v2.0/routers/cfce140d-9e82-43e5-af73-3b36e3bc56a1 HTTP/1.1" status: 204 len: 168 time: 1.5863936 Feb 11 13:21:57.633645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55620) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:57.702414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Deleting subnet ca28b374-66d9-43a8-bdbc-f351cb443ae4 {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:21:57.705581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.763179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.850213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.127197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.144317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90f83f59-c00c-4d52-9a73-e5a9c93a5d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:58.193003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca28b374-66d9-43a8-bdbc-f351cb443ae4,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:58.247302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:58.289971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.295629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc71e31-9b75-41f7-83f0-5ffec598a633 None None] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:58.296196 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ca28b374-66d9-43a8-bdbc-f351cb443ae4 HTTP/1.1" status: 204 len: 168 time: 0.6613166 Feb 11 13:21:58.298926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55630) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:58.419427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.491726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Deleting port 9c9e6090-f099-448e-a520-9d8dd7674075 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:58.492142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.577033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] DHCP port deletion for d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:21:58.581689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Deleting port 9c9e6090-f099-448e-a520-9d8dd7674075 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:58.582117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.678542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:58.756279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] For port 9c9e6090-f099-448e-a520-9d8dd7674075, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=9c9e6090-f099-448e-a520-9d8dd7674075,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:58.756686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.869308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d6022-356a-4bbd-b7ca-725d9d8dd6e0 req-48debf1e-292e-4e89-b8f8-c62ea5996806 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:58.871647 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b35d6022-356a-4bbd-b7ca-725d9d8dd6e0 req-48debf1e-292e-4e89-b8f8-c62ea5996806 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.1919556 Feb 11 13:21:58.901779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Calling delete_port for 9c9e6090-f099-448e-a520-9d8dd7674075 owned by network:dhcp {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:58.907343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:58.907742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device abe9ee8e-fb0c-49d4-9202-b7eed15a71a7 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:58.908290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 9c9e6090-f099-448e-a520-9d8dd7674075 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:58.965593 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b35d6022-356a-4bbd-b7ca-725d9d8dd6e0 req-0279a972-3e59-4e78-a196-0fca2241bdbe tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882599 Feb 11 13:21:58.995275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.013317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a1206ef2-6447-4378-9423-aec162369ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:59.074809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9e6090-f099-448e-a520-9d8dd7674075,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:59.095531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No active binding found for port 9c9e6090-f099-448e-a520-9d8dd7674075 {{(pid=79970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 11 13:21:59.095984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 9c9e6090-f099-448e-a520-9d8dd7674075 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:59.096468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:21:59.128914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:59.142085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:21:59.142479 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 8a3bee4c-9dff-4bcd-95ee-ee628d6277d4 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:21:59.149175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] For port 9c9e6090-f099-448e-a520-9d8dd7674075, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=9c9e6090-f099-448e-a520-9d8dd7674075,segment=NetworkSegment(1ee28d72-eb27-44b0-b8ac-185dc8c57212),segment_id=1ee28d72-eb27-44b0-b8ac-185dc8c57212)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:59.149624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.168911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] No DVR routers for this DVR port 9c9e6090-f099-448e-a520-9d8dd7674075 on host dv-cinder-773985-4-iscsi {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:21:59.289063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Calling delete_port for 9c9e6090-f099-448e-a520-9d8dd7674075 owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:21:59.317327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.363386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:59.363803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:21:59.434109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5030240-6dcb-4a6f-a7da-f1d2201a0fd9']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:59.447481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee28d72-eb27-44b0-b8ac-185dc8c57212') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:59.447813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee28d72-eb27-44b0-b8ac-185dc8c57212') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:59.460624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.476617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.478887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:21:59.660489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:21:59.670181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.674376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-2139d967-fa3f-40df-97a9-0a11e59db0c5 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:59.676173 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-2139d967-fa3f-40df-97a9-0a11e59db0c5 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.123 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.1655953 Feb 11 13:21:59.772139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Deleting port 59ecdc4a-afa1-43ab-8694-933c8de07208 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:59.772668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.862152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Network d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:21:59.864697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Deleting port 9c9e6090-f099-448e-a520-9d8dd7674075 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:21:59.865530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:59.886521 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:59.951931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-02f68550-a87c-423c-9afc-a22a1b4bd710 None None] The port '9c9e6090-f099-448e-a520-9d8dd7674075' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:21:59.987777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.997077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2e70c81b-57ed-4134-bd89-9e2ecbf37272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:00.019958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.033034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5030240-6dcb-4a6f-a7da-f1d2201a0fd9,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:00.039059 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d5030240-6dcb-4a6f-a7da-f1d2201a0fd9 HTTP/1.1" status: 204 len: 168 time: 1.7388146 Feb 11 13:22:00.039751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55658) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:00.040645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-430b35fd-d7c1-4df7-9eaf-705dfdfd3980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:00.042761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 59ecdc4a-afa1-43ab-8694-933c8de07208 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:22:00.069422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] For port 59ecdc4a-afa1-43ab-8694-933c8de07208, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=59ecdc4a-afa1-43ab-8694-933c8de07208,segment=NetworkSegment(9ff42805-d777-46e3-9599-2ead4642ea1e),segment_id=9ff42805-d777-46e3-9599-2ead4642ea1e)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:00.069985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.242770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.308090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 59ecdc4a-afa1-43ab-8694-933c8de07208, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=59ecdc4a-afa1-43ab-8694-933c8de07208,segment=NetworkSegment(9ff42805-d777-46e3-9599-2ead4642ea1e),segment_id=9ff42805-d777-46e3-9599-2ead4642ea1e)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:00.309224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:00.315426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.317312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:00.319268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Calling delete_port for 59ecdc4a-afa1-43ab-8694-933c8de07208 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:00.395761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=59ecdc4a-afa1-43ab-8694-933c8de07208,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:00.404757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.405148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.405535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.406128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.406384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.406762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.407137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.407509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.407881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.408304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.408657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.409025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.409464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.409832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.410198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.410564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.410928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.411293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.411660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.412207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.412577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.412944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.413842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.413842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:00.418441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:00.449182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:00.449702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:22:00.546967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aa49d-db7e-42dd-87b9-b7ad84e1f5b9 req-39240b16-aec3-4cdf-bcc1-c6e27c36e437 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:00.566453 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d35aa49d-db7e-42dd-87b9-b7ad84e1f5b9 req-39240b16-aec3-4cdf-bcc1-c6e27c36e437 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 945 time: 0.4128609 Feb 11 13:22:00.629949 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208', 'code': 200} Feb 11 13:22:00.643875 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d35aa49d-db7e-42dd-87b9-b7ad84e1f5b9 req-71eb7bdd-d3e7-47c0-8fbb-aafe0baea6fe tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760376 Feb 11 13:22:00.726241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.798874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-77083142-a830-4b26-bad9-9f79826fa942 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1844571 Feb 11 13:22:00.903395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-bc48d261-a994-49ae-80b8-9a3c8ee215a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:00.905101 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-bc48d261-a994-49ae-80b8-9a3c8ee215a9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 1162 time: 0.0834942 Feb 11 13:22:00.962061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Deleting port 59ecdc4a-afa1-43ab-8694-933c8de07208 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:00.962446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.102035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Deleting port f3c687ed-15f0-477a-88a8-680644e95e44 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:01.102331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.193847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-6187dd07-d327-47f5-adb7-046122eaaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:01.195483 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-6187dd07-d327-47f5-adb7-046122eaaa3c service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.2698991 Feb 11 13:22:01.341593 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-007b5ae2-420b-432e-934f-e099a59400f2 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 200 len: 217 time: 0.1334033 Feb 11 13:22:01.451169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-5523059e-2feb-4b3d-a45e-234b95b0565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:01.452779 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-5523059e-2feb-4b3d-a45e-234b95b0565d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0946722 Feb 11 13:22:01.551802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] For port f3c687ed-15f0-477a-88a8-680644e95e44, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=f3c687ed-15f0-477a-88a8-680644e95e44,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:01.552242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.692667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Calling delete_port for f3c687ed-15f0-477a-88a8-680644e95e44 owned by network:router_interface {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:01.751780 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-bcf0b105-b9ff-4137-9219-58ba7569d677 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2877474 Feb 11 13:22:01.753819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] For port 59ecdc4a-afa1-43ab-8694-933c8de07208, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=59ecdc4a-afa1-43ab-8694-933c8de07208,segment=NetworkSegment(9ff42805-d777-46e3-9599-2ead4642ea1e),segment_id=9ff42805-d777-46e3-9599-2ead4642ea1e)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:01.754228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.971382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Calling delete_port for 59ecdc4a-afa1-43ab-8694-933c8de07208 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:02.026078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.045101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3efd9a65-0459-4994-8024-b461541af3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:02.107512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c687ed-15f0-477a-88a8-680644e95e44,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:02.167075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:02.190885 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-bde6c7aa-caf6-45fd-9ec1-e15ee214bcb5 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276938 Feb 11 13:22:02.342420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852cd59-9709-4083-8a0d-d81d84433295 req-ef3e35a5-5b26-4aff-8ffa-df3a445aa7a1 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:02.344205 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f852cd59-9709-4083-8a0d-d81d84433295 req-ef3e35a5-5b26-4aff-8ffa-df3a445aa7a1 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 943 time: 0.5519176 Feb 11 13:22:02.493779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.499441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.536597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f852cd59-9709-4083-8a0d-d81d84433295 req-2ee20af5-c920-4484-b250-2709a83e677b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/security-groups?id=66af6c1a-e450-47ec-a48a-cd75dd919e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792631 Feb 11 13:22:02.537258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-dd9654e3-8b2f-4e91-b62b-f312d0f1455e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:02.612330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Pushing event deleted for resources: {'Port': ['ID=59ecdc4a-afa1-43ab-8694-933c8de07208,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:02.690271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.690706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.691100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.691501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.691902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.692326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.692747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.693116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.693512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.693931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.694322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.694711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.695170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.695566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.695953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.696362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.696749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.697142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.697545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.697891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.698274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.699025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.699025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.699399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:02.712439 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-d15aeb51-0aca-4f62-845d-9d26fea2bd05 service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4879963 Feb 11 13:22:02.715538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:02.810441 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] No DVR routers for this DVR port 59ecdc4a-afa1-43ab-8694-933c8de07208 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:22:02.812835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.815738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'name': 'network-vif-deleted', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:02.824678 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f8b2c04a-40ac-48b8-9c62-737202690dc3 req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.123 "DELETE /v2.0/ports/59ecdc4a-afa1-43ab-8694-933c8de07208 HTTP/1.1" status: 204 len: 173 time: 3.1429281 Feb 11 13:22:02.890828 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a08c246-bce7-450e-9bad-32d33dd2cc3d', 'name': 'network-vif-deleted', 'tag': '59ecdc4a-afa1-43ab-8694-933c8de07208', 'status': 'completed', 'code': 200} Feb 11 13:22:03.034601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:22:03.048463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Router 97a44e18-2c47-4292-bd9e-3810a1485ba4 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:22:03.238635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:22:03.250402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] Sync routers for ids ['97a44e18-2c47-4292-bd9e-3810a1485ba4'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:22:03.250757 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] 10.222.0.93 "PUT /v2.0/routers/97a44e18-2c47-4292-bd9e-3810a1485ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2086756 Feb 11 13:22:03.253353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55700) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:03.263133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] Routers {'97a44e18-2c47-4292-bd9e-3810a1485ba4'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:03.264107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:21:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['97a44e18-2c47-4292-bd9e-3810a1485ba4'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:03.440317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks [] for router, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.458915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] Set router 97a44e18-2c47-4292-bd9e-3810a1485ba4 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:03.635627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.641426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Deleting port 0da8c951-4482-4b3d-9898-e03d75e8bba6 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:03.641886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.781396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-ab40deb7-0007-4d2f-b9d7-fbf6752abe36 req-4442d731-0fe2-4363-966e-39ed15357a4a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Synchronizing usage tracker for tenant:20f5b5bd38554458ae08fb27210730cf on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:03.785541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:22:01Z', 'revision_number': 5, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:03.790481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] Checking router: 97a44e18-2c47-4292-bd9e-3810a1485ba4 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:22:03.801394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-ab40deb7-0007-4d2f-b9d7-fbf6752abe36 req-4442d731-0fe2-4363-966e-39ed15357a4a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Unset dirty status for tenant:20f5b5bd38554458ae08fb27210730cf on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:03.802711 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ab40deb7-0007-4d2f-b9d7-fbf6752abe36 req-4442d731-0fe2-4363-966e-39ed15357a4a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0910194 Feb 11 13:22:03.804230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] Routers {'97a44e18-2c47-4292-bd9e-3810a1485ba4'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:03.804928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:21:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['97a44e18-2c47-4292-bd9e-3810a1485ba4'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:03.862487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] For port 0da8c951-4482-4b3d-9898-e03d75e8bba6, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0da8c951-4482-4b3d-9898-e03d75e8bba6,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:03.863137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.010385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] Set router 97a44e18-2c47-4292-bd9e-3810a1485ba4 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:04.240697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Calling delete_port for 0da8c951-4482-4b3d-9898-e03d75e8bba6 owned by network:router_gateway {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:04.354225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:22:01Z', 'revision_number': 5, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:04.358546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc52fa6-9763-40a0-8d34-8abdb8ff174b None None] The sync data for ids ['97a44e18-2c47-4292-bd9e-3810a1485ba4'] in dv-cinder-773985-4-iscsi is: [{'id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'name': 'tempest-TestShelveInstance-46450982-router', 'tenant_id': '026a9845750b4d1eb2fd02c595269505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:08:22Z', 'updated_at': '2021-02-11T13:22:01Z', 'revision_number': 5, 'project_id': '026a9845750b4d1eb2fd02c595269505', 'gw_port': {'id': '0da8c951-4482-4b3d-9898-e03d75e8bba6', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:21:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a44e18-2c47-4292-bd9e-3810a1485ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:08:23Z', 'updated_at': '2021-02-11T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:04.395550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.567740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device f3c687ed-15f0-477a-88a8-680644e95e44 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:22:04.583422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.607261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: f3c687ed-15f0-477a-88a8-680644e95e44 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:22:04.607659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device f3c687ed-15f0-477a-88a8-680644e95e44 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:22:04.726745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.729351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.751630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.752715 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a44e18-2c47-4292-bd9e-3810a1485ba4 {{(pid=79969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:22:04.769192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.770597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-799e8c6b-abbd-45c5-a6b1-2b38d16cb829 admin admin] 10.222.0.93 "DELETE /v2.0/routers/97a44e18-2c47-4292-bd9e-3810a1485ba4 HTTP/1.1" status: 204 len: 168 time: 1.5162227 Feb 11 13:22:04.774133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55718) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:04.861842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Deleting subnet d32ed47c-4e73-4339-ad26-89c8911f7737 {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:22:04.865672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.932981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.036485 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f069cd7f-3403-4a55-9811-c00697101ff1 req-752ec4aa-8423-4d9a-a587-c39be7e464f3 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0733662 Feb 11 13:22:05.081987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.366246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.388561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-213acc91-649c-4980-9b92-1b9a7a9cef64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:05.424227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55740) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:05.438160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32ed47c-4e73-4339-ad26-89c8911f7737,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:05.440900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:05.530007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.535851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ecd293-349b-4fa1-8382-2a2ba445ab54 None None] Network 2f043321-43d3-4093-800c-22f9587d26d6 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:22:05.536086 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d32ed47c-4e73-4339-ad26-89c8911f7737 HTTP/1.1" status: 204 len: 168 time: 0.7607269 Feb 11 13:22:05.538877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55746) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:05.648838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.679466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:05.686175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Usage tracker for resource:security_group_rule and tenant:e43573255e5249c380f2c678939304cb is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:05.693667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.751152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:05.767990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:05.783711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Deleting port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:05.784109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.803308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] DHCP port deletion for 2f043321-43d3-4093-800c-22f9587d26d6 request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:22:05.808630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Deleting port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:05.809143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.033913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] For port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:06.034655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.068601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.070928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] For port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,segment=NetworkSegment(e2da8dab-5998-420d-912a-8987e22f3b9e),segment_id=e2da8dab-5998-420d-912a-8987e22f3b9e)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:06.071318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.081947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.096477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-605a20a5-453c-4d93-9975-750a6e5943e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:06.265050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Calling delete_port for 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 owned by network:dhcp {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:06.275177 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-67b91eb2-e4ac-4899-b615-0ab2b393b3a4 req-0abb01ba-31a5-4af1-9d9f-c9849d16df8a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0743964 Feb 11 13:22:06.349202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e43573255e5249c380f2c678939304cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9210856 Feb 11 13:22:06.350640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55758) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:06.351083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da4918c-0fbe-45f5-971d-1e694a51b4e9,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:06.357155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:06.395420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.415952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:06.422714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Calling delete_port for 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:06.427954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.456844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.478489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0e29eee8-be05-4deb-b78f-3b0cfd414bc9,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:06.482861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:06.509446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.515163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d69dcacd-e2fa-4536-8aeb-88a28ce5aae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:06.530607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da4918c-0fbe-45f5-971d-1e694a51b4e9,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:06.533486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:06.539986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:06.540418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:22:06.540553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.541913 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5da4918c-0fbe-45f5-971d-1e694a51b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1903453 Feb 11 13:22:06.574389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] No DVR routers for this DVR port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 on host dv-cinder-773985-4-iscsi {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:22:06.618219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0da8c951-4482-4b3d-9898-e03d75e8bba6 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:22:06.659092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 0da8c951-4482-4b3d-9898-e03d75e8bba6 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:22:06.659466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0da8c951-4482-4b3d-9898-e03d75e8bba6 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:22:06.659927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:22:06.698042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:22:06.698444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:22:06.716848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.844863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f043321-43d3-4093-800c-22f9587d26d6']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:06.864626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2da8dab-5998-420d-912a-8987e22f3b9e') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:06.864959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2da8dab-5998-420d-912a-8987e22f3b9e') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:06.878586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.901627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.903979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Releasing vxlan tunnel 11 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:22:07.041436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Deleting port 0e29eee8-be05-4deb-b78f-3b0cfd414bc9 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:07.041843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.112494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Network 2f043321-43d3-4093-800c-22f9587d26d6 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:07.123674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.133168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-daccb83e-4ff3-4c32-811e-1ca689cdd3c7 None None] The port '0e29eee8-be05-4deb-b78f-3b0cfd414bc9' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:22:07.315773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Network 2f043321-43d3-4093-800c-22f9587d26d6 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:07.342569 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:07.426429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.432011 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:07.455904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.469373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Pushing event deleted for resources: {'Network': ['ID=2f043321-43d3-4093-800c-22f9587d26d6,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:07.481799 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] 10.222.0.93 "DELETE /v2.0/networks/2f043321-43d3-4093-800c-22f9587d26d6 HTTP/1.1" status: 204 len: 168 time: 1.9394574 Feb 11 13:22:07.481799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.481799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.482179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.482550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.483324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.483728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.484263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.484668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.485066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.485457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.485848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.488727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.489350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.489865 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.490375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.490891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.491623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.492712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.493373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.493938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.494943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.495453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.500722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.502115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:07.506959 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d2c42372-ce7b-47b6-8fea-f0b14c13eb05 req-ef326e23-4aef-4296-84d1-d8c9c08e9522 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0624275 Feb 11 13:22:07.511156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:07.738754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55802) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:07.800162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0e247f6d-077a-421c-b582-2534e8442db5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45b5fbc58e274c249df177a9ae9e555e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576696 Feb 11 13:22:07.800413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55808) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:07.923060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.962959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:08.088197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55f686-4efc-4a39-8d25-b13da15d261a req-73757e06-c4e3-416c-b348-95a031034f22 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:08.089900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ce55f686-4efc-4a39-8d25-b13da15d261a req-73757e06-c4e3-416c-b348-95a031034f22 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.2405622 Feb 11 13:22:08.164166 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ce55f686-4efc-4a39-8d25-b13da15d261a req-ccdd5606-15f2-499e-b23e-456d92f92d15 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661089 Feb 11 13:22:08.165084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:08.169291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f5316b41-0875-4509-ad07-b7f6d1e2cf61 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:08.193171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d090477-6597-432c-a7c7-f77fbe81bcd2,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:08.193171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:08.193703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:08.197834 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9d090477-6597-432c-a7c7-f77fbe81bcd2 HTTP/1.1" status: 204 len: 168 time: 0.3935690 Feb 11 13:22:08.715062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 55864) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:08.737942 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d35b5599-f65f-48d8-8228-460f389190ce req-b1c425af-08ec-4bc7-b990-90a3d0bb75fd tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0976608 Feb 11 13:22:08.782571 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-02dde9ef-8309-4d94-b0df-55446a793ca1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=026a9845750b4d1eb2fd02c595269505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661194 Feb 11 13:22:08.786157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 55872) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:08.916619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-0e0bdae0-5b9f-4af0-9b51-8652f6ebf500 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:08.918371 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-0e0bdae0-5b9f-4af0-9b51-8652f6ebf500 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.2369349 Feb 11 13:22:09.060213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Deleting port 2d78ff53-cd4d-4b89-8d42-13e07b116691 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:09.060595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.097235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.152340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.298351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-395f4548-f8a4-4b25-8a05-ee7e06df5055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.655864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.664189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a6ee415-0f84-4c4e-a69d-275c3c9ddae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:09.690409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ac6372-fe91-43f4-8fde-e4529de18ba4,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:09.700649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:09.717813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.722853 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/27ac6372-fe91-43f4-8fde-e4529de18ba4 HTTP/1.1" status: 204 len: 168 time: 0.9316738 Feb 11 13:22:09.738983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] For port 2d78ff53-cd4d-4b89-8d42-13e07b116691, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2d78ff53-cd4d-4b89-8d42-13e07b116691,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:09.739393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.892239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Calling delete_port for 2d78ff53-cd4d-4b89-8d42-13e07b116691 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:10.044804 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7f43a66f-61ca-47cf-b394-6834aff0a4f3 req-23ac125a-ce32-4850-b248-821e3c8bd417 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.1026244 Feb 11 13:22:10.129580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 2d78ff53-cd4d-4b89-8d42-13e07b116691 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:22:10.156823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297fedd-031e-4dc3-a9de-f277cb9475e2 req-8dc4d1fc-6503-41c8-9ec1-06a0acf4568a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:10.158590 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4297fedd-031e-4dc3-a9de-f277cb9475e2 req-8dc4d1fc-6503-41c8-9ec1-06a0acf4568a tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc6617aa-fa76-4552-bcf5-1b1c86eb2c79 HTTP/1.1" status: 200 len: 945 time: 0.5773528 Feb 11 13:22:10.294156 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4297fedd-031e-4dc3-a9de-f277cb9475e2 req-3590ab3b-292c-4e8c-9dac-a2daaf482d89 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155355 Feb 11 13:22:10.322579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.329199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.346935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ffa547ee-bfd6-44bc-88f7-4ff0b9f1a4bc tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.411178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event deleted for resources: {'Port': ['ID=2d78ff53-cd4d-4b89-8d42-13e07b116691,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.415970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.573668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] No DVR routers for this DVR port 2d78ff53-cd4d-4b89-8d42-13e07b116691 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:22:10.576452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.580770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'name': 'network-vif-deleted', 'tag': '2d78ff53-cd4d-4b89-8d42-13e07b116691'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:10.596386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c664cde8-025b-4219-b6fe-5854ad4ba113 req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "DELETE /v2.0/ports/2d78ff53-cd4d-4b89-8d42-13e07b116691 HTTP/1.1" status: 204 len: 173 time: 1.6700182 Feb 11 13:22:10.643683 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6617aa-fa76-4552-bcf5-1b1c86eb2c79', 'name': 'network-vif-deleted', 'tag': '2d78ff53-cd4d-4b89-8d42-13e07b116691', 'status': 'completed', 'code': 200} Feb 11 13:22:11.241033 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1845bc2f-ecd1-4cc6-bb67-1ea485b79b1c req-d92b33f5-dc81-4831-b395-c3bfd755ee3b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0538843 Feb 11 13:22:12.228464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c3f0-bc71-4636-817f-caff2c0bfb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.340950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.438597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e705aff5-c3c9-4994-83f9-14b89a3a4ffd req-47c22791-7a86-4297-92de-d9063decf3ad tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0555465 Feb 11 13:22:13.628467 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7962c80f-898c-483d-92af-44a551420377 req-95cc62ae-164c-4259-b1e8-f388eae39fed tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0497470 Feb 11 13:22:13.792105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.298656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.810497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-75107bf8-5c68-4b3e-b833-ea57ad4f0c8a req-80574bbb-6f69-4843-abda-9e4fd17b2ccf tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0507376 Feb 11 13:22:15.997232 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4f11a5e4-eb69-4a43-b712-cd78f681d8a7 req-20b6694d-bf03-4775-93ab-a2d757f8d98c tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0543985 Feb 11 13:22:17.197980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a6928ed-0a66-4057-84a4-0c2dcaff6828 req-1eca6f56-a9a4-4cca-9913-a53b44088514 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0510066 Feb 11 13:22:18.393341 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e2131c8a-967c-463a-a8fa-8b6a4bd5bcc3 req-07194bea-4a7e-4a7d-b809-ec1976577998 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0532289 Feb 11 13:22:19.584878 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1113bdba-32b4-44e8-a48a-7972c887622e req-e87d4c28-f4e8-43ac-83d2-cdccc5e3021a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0518150 Feb 11 13:22:20.765393 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e887d235-cb99-4df8-9551-9b3c3d3ab5da req-7b0e6546-a1bd-4bce-8886-08fe27ea4726 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0494535 Feb 11 13:22:20.976354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:21.950629 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3d8dccb2-131d-47cc-bc5a-8ea61ee1cac0 req-8d5ee77c-771a-4f51-a10a-94f35f4ebf81 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0508523 Feb 11 13:22:23.144053 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-77ff15e6-b16b-4221-9da4-ef5655f200ba req-fda25903-0f72-454c-acb4-35f368f45ef9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0531561 Feb 11 13:22:24.334507 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-388c7b53-54e5-48f5-865a-2ba44ba90870 req-71dad820-ae6b-455d-b6ab-807982df2453 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0520253 Feb 11 13:22:25.524270 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c474bffb-3341-4072-a0b8-d22aa0b28b3d req-1af2f91e-a1aa-4404-bd21-946a0f7e52f7 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0503461 Feb 11 13:22:26.715222 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a8c316f7-b1d7-4b92-8ed6-5224402518f5 req-620ed79c-d11c-4f71-9c4e-d5d117319e5e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0520203 Feb 11 13:22:27.894240 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ff1d6ce2-d22f-4bcc-af2b-1c7413b16101 req-75216509-240e-4f45-9f57-04e553b67994 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0497787 Feb 11 13:22:29.075935 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-88e0e3cc-57ef-4c65-96b6-5677a9939a7c req-b1f20a86-6546-44a6-a222-aa54138e3b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0508318 Feb 11 13:22:30.289537 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ab29de5-8a7e-4191-bdbf-aea58f48b24a req-3c91a695-6d74-4003-ad46-34dd09a2a5a8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0684910 Feb 11 13:22:31.488858 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6d0052bb-4fe4-4118-8395-bfa03cfdaa94 req-8ea65d8d-5192-42ff-acc1-c46a5e8e23a8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0515623 Feb 11 13:22:31.564641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 56144) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:31.722158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.739924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:31.744326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Usage tracker for resource:security_group_rule and tenant:03c69f00fe2446cfa2aba1cc6949ba41 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:31.747587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:31.754351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:31.854055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.857240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.867130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cff7f06d-fee4-424b-a265-54394cfb6ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:31.911411 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03c69f00fe2446cfa2aba1cc6949ba41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454518 Feb 11 13:22:31.913122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb33cf-a993-4eaf-841d-29f73c180209,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:31.914226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 56154) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:31.916597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:31.977506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.005670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.052548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.057669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:32.075740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb33cf-a993-4eaf-841d-29f73c180209,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:32.079379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:32.081725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.082936 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/77fb33cf-a993-4eaf-841d-29f73c180209 HTTP/1.1" status: 204 len: 168 time: 0.1676373 Feb 11 13:22:32.688345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7a741de8-9403-4303-b946-08863ee9aff2 req-c37224ad-1515-41dc-be79-9994edd3c8b8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0536852 Feb 11 13:22:33.869391 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-91971d00-d8c7-46b3-bce5-1bee8c0e5754 req-90fab689-a2fe-4754-acf0-d10fe37318d8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0499582 Feb 11 13:22:35.049528 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-63e9f4c0-8299-4ec7-8fd2-459ceb68309d req-cc783002-553b-4b61-964f-10ee7f05a8c8 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0502727 Feb 11 13:22:36.233028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1493c9ca-5ff2-460d-81bb-01fc8d7f236e req-54dea8fb-450b-40e0-a001-39356b72597a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0539994 Feb 11 13:22:37.413204 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3aebe35f-d553-474a-808c-3d846ec35820 req-76ed0d1a-8744-4af5-9cf0-5383c5f40dff tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0496023 Feb 11 13:22:38.590197 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-90067f82-0998-48ee-8c27-6b5098c40041 req-bbffc7af-b7e6-415e-a66c-85ef88e78539 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0489039 Feb 11 13:22:39.301096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7b4530bc-6fb0-48e6-a054-7e8753f2edc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:40.041625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:22:40.130782 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-408bd6da-2f1a-4248-825c-ae6f6badaf0a req-ab3b44e9-7a8f-4432-aaa6-845c82779ff2 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.2645826 Feb 11 13:22:41.315866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e709d9b4-11fd-4deb-8ec9-2063d2a3a989 req-3d3c857e-1d77-49db-bd68-558d789532ac tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0499113 Feb 11 13:22:42.230457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8ee0176b-c97e-4269-adf4-990ff6eab23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:42.347114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:42.495928 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1329aa8-c602-48d7-a5a9-ce8e4b3ff83d req-e821ee69-9da0-4f88-acec-53e6a7f8713e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0507972 Feb 11 13:22:43.678287 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a72b148f-1d00-4164-b90d-9a7fe3019ff2 req-5341ce96-b556-412f-b607-9a1aa6d4f7c1 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0520539 Feb 11 13:22:43.785004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:44.295421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:44.857304 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-97b71624-0e21-4e5e-a507-0894ea32b737 req-9a72f55b-6ff7-433c-8d08-a3b2580f6f5d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0491199 Feb 11 13:22:46.037696 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-309dc26f-3a1a-497f-bc36-503d01bf7446 req-dc50afb7-f017-49e1-a855-8ee679573b4f tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0512114 Feb 11 13:22:47.222975 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d3e1765-d3a9-47c7-a215-0c44fdb25797 req-d5ef2502-3f53-4dcc-bd6c-717f476fb3c7 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0523446 Feb 11 13:22:48.414912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4083541c-f814-44ac-b3d2-ca15f48ed662 req-03020324-bd08-4e52-944b-68ae0f9304f2 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0501070 Feb 11 13:22:49.594863 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8104abf8-d755-4d88-a6d5-c4764f408cba req-f0d20d2b-46c3-4974-8f9c-01556f6f5e40 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0505605 Feb 11 13:22:50.778687 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7d4174f8-30f7-471f-9ac9-8093f7683248 req-168677c4-4d76-4765-b97c-545e101834e4 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0526164 Feb 11 13:22:51.006314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.956240 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d7048fb7-58b2-467d-99dd-bd42f7a64aba req-fd538067-b5ff-4f60-b2e2-03ab06b9f582 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0490336 Feb 11 13:22:53.134287 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a4a59b45-be64-4bf5-99bf-eee45f6f22af req-619cb0a3-e83c-4acd-8d8c-dd6aa2baad44 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0491385 Feb 11 13:22:54.319565 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6b2e2845-5794-4c8c-9bc6-bdb44fd699e2 req-59aba349-b270-4ab3-8690-a096a4b89c67 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0526206 Feb 11 13:22:55.500947 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0542eb30-d259-4790-9073-5fad8131f037 req-1a5aa867-4938-46c1-83e3-9db2f9ece61e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0487144 Feb 11 13:22:56.685871 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6990234c-97b5-4a9a-8e00-779ece38907c req-519f11e5-b200-4eab-83a3-7872dc04c8c4 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0491490 Feb 11 13:22:57.868379 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73069164-7d03-4e7a-b356-4ed84c1c987e req-41e8affd-b0b9-476a-9fc3-6bbed8067271 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0530162 Feb 11 13:22:59.047984 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d5a34194-76d6-4ed2-8fa1-1dac3310a58b req-f9acee9b-27a7-47fd-90d5-e12b5ee2e312 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0493822 Feb 11 13:23:00.226489 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd7abd8f-dbfa-4280-a2fe-df10a1615940 req-761bf2b6-424d-48f9-8a3f-cf2fc266a00f tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0490012 Feb 11 13:23:01.413629 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-994b9e19-c719-4246-b20a-fe4132d8c8a8 req-4ce2325e-768a-46d3-92d5-edea7e24df6a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0525229 Feb 11 13:23:02.599015 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f69db4db-92a3-4346-bb38-437309a5f925 req-653296df-1e03-4503-82ac-1f39e1f18121 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0510204 Feb 11 13:23:02.716957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-81763875-12e8-4bf5-a101-345ea998f500 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0821505 Feb 11 13:23:02.816634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-8edde14a-eb28-4536-a349-6df339d1bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:02.818246 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-8edde14a-eb28-4536-a349-6df339d1bf50 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=001d24a844c340be825a61aadbaa8599&device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 1163 time: 0.0808585 Feb 11 13:23:02.975717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-1a229c79-1e0a-4d9f-ab60-0931db55c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:02.977231 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-1a229c79-1e0a-4d9f-ab60-0931db55c03a service neutron] 10.222.0.123 "GET /v2.0/networks?id=dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 200 len: 913 time: 0.1389425 Feb 11 13:23:03.054651 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-1255496b-4b6a-4fa1-8347-bf430cf2e235 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 200 len: 217 time: 0.0708039 Feb 11 13:23:03.123131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-5c9849bf-e11b-41ec-8f8e-7f5bc551235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:03.124857 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-5c9849bf-e11b-41ec-8f8e-7f5bc551235f service neutron] 10.222.0.123 "GET /v2.0/subnets?id=456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 200 len: 859 time: 0.0645356 Feb 11 13:23:03.178340 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-0e7e27f0-3ce9-4494-99f9-c685e231db01 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=dae85322-5328-44b7-b1ff-1ccd66630750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452826 Feb 11 13:23:03.326589 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-fcd0e831-af43-46ee-94ac-c4211e80b33e service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415367 Feb 11 13:23:03.471725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c4b42e0a-20e6-41f9-bf07-7e78b7562704 req-3822a588-96db-4077-a027-60a6b60d004e service neutron] 10.222.0.123 "GET /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379230 Feb 11 13:23:03.784005 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b54ae10f-0218-419f-8c20-485e8d32ca69 req-61a5c04f-5fcd-4e9f-b5f6-7bafbe47919e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0520587 Feb 11 13:23:05.094989 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1295691-e291-42ac-979c-f010b21ac83a req-db5e8b20-0652-46f0-85b2-a34315199052 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0490348 Feb 11 13:23:06.271648 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a84bf63-6a9e-4dbb-b9d7-903a50dab8f1 req-9a95639b-20aa-4ab0-a9a9-c77142dba60d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0491686 Feb 11 13:23:07.451568 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-064d68b1-2ab2-48ec-b2bb-d5090f845860 req-2b49a2c3-0d4c-4aa6-a2b9-bca7a56fecf5 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0515096 Feb 11 13:23:08.632290 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5b863b98-faa0-4fa5-97c2-d8dca5978722 req-4ac58155-35cf-417d-a4e5-76e49329d5c5 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0484562 Feb 11 13:23:09.302669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d535e898-18e2-4494-84fb-48993f7bae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:09.814901 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9915f59-6739-4fa5-9145-dd38aae0f84d req-7f0d2870-2b52-4179-bd9d-241f6ebb0eb0 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0491474 Feb 11 13:23:11.218924 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bc743e9-e39c-4564-9099-63b1fccc8fd7 req-54e31f9e-74e0-473b-babb-536572aa397e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.2731884 Feb 11 13:23:12.233035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b9948ff-c900-430a-800d-39fe2f3778a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.346476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.433961 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-857a6778-5813-4019-ae7e-e67ffa986d47 req-f467590b-178b-486f-a34e-a3b3a69f53e7 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0842454 Feb 11 13:23:13.625832 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b7c56dc0-7ebc-4bf8-8523-f25f666d5250 req-66cf950d-d7a1-4609-a606-98f13417fb0d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0590832 Feb 11 13:23:13.793548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.297992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.808252 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7a95987-6021-4813-9607-260c15d46684 req-587baebc-ff7e-4888-bac3-af5a3cbbc40d tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0521712 Feb 11 13:23:15.990530 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-72d70f10-b74d-48ad-b8e2-f58086482605 req-07c41d49-a8e7-4ca9-a136-f994768d06e2 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0492165 Feb 11 13:23:17.038829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:23:17.175192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68f7039f-cae3-47e8-aba3-e2707e743a59 req-efbdf1e2-fe1b-40f3-adc4-b1ee40c51007 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0507665 Feb 11 13:23:18.359167 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d4da6a2e-b00a-4466-9079-d038852dfd4b req-487dee4c-0fdd-4c04-9bf3-adfcb6099456 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0522077 Feb 11 13:23:19.538252 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-82b81832-8122-491f-b8d7-676428767535 req-9e3e930f-e729-4655-bae1-a5777687813b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0497983 Feb 11 13:23:20.718802 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3610f39-c5f0-49e4-9679-ec3421e1356c req-3fb56881-541d-4c8f-adff-2d2af44cc2a5 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0497808 Feb 11 13:23:21.030802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.900136 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6dcb2086-43c9-4e83-8ce6-96e7744b5af4 req-4ad1079d-52d2-46dc-8eb2-10918ffd03c6 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0522928 Feb 11 13:23:23.085874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-70c99ac7-53e1-4783-81b9-5c24bd19c770 req-4d1dfbf1-53ab-4458-9190-e4b25bebe160 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0506387 Feb 11 13:23:24.269759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a4c698f7-2dcd-4717-8057-3faae021bbec req-c9ca7734-c960-4146-a8c5-5c27baa9d704 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0516107 Feb 11 13:23:25.449875 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-55b6f591-30de-4798-81ee-abbdaae60a2b req-1921e782-6b89-42a6-aaaf-298bbea9dafc tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0517192 Feb 11 13:23:26.630771 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-080cfb4a-dcbc-4f86-8112-532aafae336a req-941c2708-715a-42fd-af80-b6cb880c0dce tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0501740 Feb 11 13:23:27.809055 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-93775404-0e85-43f2-a044-259565e25d0f req-89270f34-9820-4a3b-9e24-e3c384a779a1 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0504615 Feb 11 13:23:28.991327 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ab707d0c-4ac1-4697-9c8f-4feb5069eb54 req-029bb40f-94c1-477b-9899-4fd3aaac6634 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0526986 Feb 11 13:23:30.176612 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87f706dd-37ac-477c-a506-ebb26dc30b7d req-ff9775e1-c736-4417-a9ff-dd442bcf12e6 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0507417 Feb 11 13:23:31.360845 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc23509f-e7f1-48d2-8cfb-6d48e738aa9f req-8a797f62-7aea-40de-8059-eb79dd6867f1 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0498745 Feb 11 13:23:32.548420 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-302aa316-b556-41b6-8fc8-07218b3380a4 req-6a05fd68-ac9b-488e-90b5-d25a6635732a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0544252 Feb 11 13:23:33.730118 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5032fe46-f301-46d6-8d6c-041d002d5f52 req-c8a60c85-261c-4403-8a98-fbecaf1cf87f tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0500131 Feb 11 13:23:34.911058 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ec11aed5-56a9-4003-9400-fa036db52f42 req-9f3538ec-ae8d-4993-b755-9e2b04c5be4a tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0496535 Feb 11 13:23:36.091982 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-67fea51d-ed02-401b-aa16-0156e3fefcfa req-2b6485bb-d478-4dc4-b94a-e83fa7f94144 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0523562 Feb 11 13:23:37.281985 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10f43fb9-0be8-41e1-a795-ca9c3f3e7bf1 req-5a156f52-b56a-44b9-9fda-5d99a6d33439 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0518544 Feb 11 13:23:38.465365 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0523fc9-23ff-4942-881c-cb831e7defd2 req-f0a91682-548a-43f8-958a-4f2985263a18 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0499654 Feb 11 13:23:39.306097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-070e8003-f010-42a8-bdbb-08d260e5816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:39.658222 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bbd3b69a-3cbf-425f-b1c8-79e70abf3c2a req-87e2d0ab-0442-47b8-b111-efdb542b160f tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0533550 Feb 11 13:23:40.852889 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d3fd5f73-7f95-49a0-aa99-ef8a8c6f19c8 req-92b993d4-7f6f-4b23-8714-3e24509c1475 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0500009 Feb 11 13:23:42.043139 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e2e6e37-b58e-44fa-9de4-98a08f38fa6b req-a6ae0061-7ae5-4fc8-ba32-ed08c1721b1b tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0491517 Feb 11 13:23:42.234136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d90e484d-6c91-4d06-8d92-43e0b7c56eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.349503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.225301 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eba3bfbf-0116-435c-8bf8-4f575883029d req-1e957e4a-5893-48db-a95c-fb1e598162ec tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0523200 Feb 11 13:23:43.785914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:44.309618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:44.414147 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-da56b304-2a0b-4a6f-9cd4-9909b46f839e req-c87f905b-d93a-4133-b396-603415376caf tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0492563 Feb 11 13:23:45.610766 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-69e29958-bb25-4e1c-a226-84f1694f152d req-331f9798-4fbc-4fd0-bea1-c13325a54c52 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0507283 Feb 11 13:23:46.800614 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1c88587c-3151-410c-a8d8-80639340ea0a req-e7d48f4b-06ac-4339-b4e3-c251e003cf36 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0542724 Feb 11 13:23:47.985663 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f89bad0f-461b-4f5a-8ea3-34b0dc88eca1 req-db2a2ea3-41ba-4d62-bf5b-4813eac17b2f tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0509999 Feb 11 13:23:49.166938 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7d35085d-5708-4d90-876c-50890e3586ee req-783030e6-683f-4a4f-ac2c-3e15c88c91dc tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0497849 Feb 11 13:23:50.352761 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b19d9ab-372f-4ca1-9082-c6304d9227b8 req-e05689b9-504c-49b2-855e-e24cafbbbe79 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0545621 Feb 11 13:23:51.069791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.541686 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f533ec53-b1f7-4179-87ef-4ecb1c5576ec req-e016d290-8651-437b-b40c-c65fcc4879ca tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0487506 Feb 11 13:23:52.755628 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a4beaa5b-861c-4aa6-8b27-efb54a7392cc req-73a9c844-f42d-4e45-b41a-58986c34b1dc tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0718529 Feb 11 13:23:53.954507 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1d6df3a-71dd-4e43-9dcc-a2d836c45064 req-710e1ce9-9190-4b4a-aea4-16fa95a0333c tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0552766 Feb 11 13:23:54.028613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:23:55.136690 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1c894c7-907e-4f94-9759-9590c88fede3 req-dcf65643-046f-4362-a419-90dded8a4084 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0506186 Feb 11 13:23:56.316651 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dec296fa-b062-4ca6-b773-c005812b0759 req-13a5b4fc-8177-4004-9255-298e10540189 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0500276 Feb 11 13:23:57.501321 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0806e6fa-b3c4-4cd2-93b8-f5042c7f6f70 req-596cb7b6-1793-469b-a97b-418a9f749542 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0520778 Feb 11 13:23:58.688183 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-051bbd7e-f26c-485d-aeb9-4fff59b9959a req-42a94746-9fca-45bc-806b-dd846c52e8de tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0499434 Feb 11 13:23:59.871616 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e4887a88-efab-45c7-af76-9d1a3075fc65 req-d04e0a7a-fa4e-4586-ab2a-fd624369863c tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0501428 Feb 11 13:24:01.059886 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd050a01-f50c-4979-bae1-94b34f478072 req-64f0ca55-5051-4fb6-af57-edb25de894a2 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0546663 Feb 11 13:24:02.241534 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-24c8c438-6274-41a3-931a-8b08542b8c23 req-3cf93be4-3864-4a2c-9b9a-119a18fbb3b7 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0510008 Feb 11 13:24:02.761439 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-847903b2-9d50-4a8e-8b68-2be8b128fc67 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0814431 Feb 11 13:24:02.859839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-7b322294-ed42-44c1-8d6f-ffd719a95cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:02.861407 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-7b322294-ed42-44c1-8d6f-ffd719a95cae service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 1162 time: 0.0790110 Feb 11 13:24:03.019150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-a5dc0f53-c290-44e5-8fca-8160687e6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:03.020801 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-a5dc0f53-c290-44e5-8fca-8160687e6487 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1399024 Feb 11 13:24:03.098847 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-0fb70fb4-e8e9-4017-b49a-5a2b53041532 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 200 len: 217 time: 0.0712078 Feb 11 13:24:03.170300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-a92ca2ee-4fa8-4aba-ad90-9881a9b4dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:03.171906 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-a92ca2ee-4fa8-4aba-ad90-9881a9b4dab1 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0654521 Feb 11 13:24:03.226641 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-4d155782-d61c-4fa9-8a45-1fe6ef042f35 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476420 Feb 11 13:24:03.381411 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-38b3caef-1f9f-4b4e-bed4-374c04a54609 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460726 Feb 11 13:24:03.483161 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-553cec59-96e3-4ef4-9503-abae5eaa2875 req-7a931498-df2e-419b-a228-3b0b55770281 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a08c246-bce7-450e-9bad-32d33dd2cc3d HTTP/1.1" status: 200 len: 210 time: 0.0658982 Feb 11 13:24:03.587330 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5dd6154-939c-4cc6-b0ed-bc10cbedeb33 req-0d260e92-d0bb-43ad-b9d3-8c62baa0b554 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994438 Feb 11 13:24:09.309322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-676dc3f4-bce3-4a74-8fc3-a8e299ce7c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.236255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f0064eac-df13-4cea-b8c5-456eb3490b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.357431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.787633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:14.310039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:21.105717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:24.587565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093312e7-6a11-4ff8-89df-ca1def9129eb req-b84f4d25-f53a-4322-963b-40f86415425d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:24.589260 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-093312e7-6a11-4ff8-89df-ca1def9129eb req-b84f4d25-f53a-4322-963b-40f86415425d tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.1732132 Feb 11 13:24:24.654664 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-093312e7-6a11-4ff8-89df-ca1def9129eb req-11e381c9-4556-4954-a30f-a5513a431b92 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588107 Feb 11 13:24:24.887683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device e0b13b50-2368-4aeb-bd8d-825a7d417d9c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:24.966627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port e0b13b50-2368-4aeb-bd8d-825a7d417d9c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:24.967043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:25.251957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-a46c1201-027e-4805-b146-37f3967bde8c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:25.253665 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-a46c1201-027e-4805-b146-37f3967bde8c tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.1701186 Feb 11 13:24:25.355674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Deleting port e0b13b50-2368-4aeb-bd8d-825a7d417d9c {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:24:25.356117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:25.642120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] For port e0b13b50-2368-4aeb-bd8d-825a7d417d9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:25.642695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:26.130620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516230a-18f9-4b93-b7f7-03c48d499eff req-3c395f94-47c3-4cc2-82ea-b32c7875b60e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:26.132385 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3516230a-18f9-4b93-b7f7-03c48d499eff req-3c395f94-47c3-4cc2-82ea-b32c7875b60e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 945 time: 0.3149943 Feb 11 13:24:26.134385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:26.134799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:26.135156 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Floating IP c3628099-636e-4997-8fac-7e53ec286b25 disassociated. External IP: 172.27.2.224, port: e0b13b50-2368-4aeb-bd8d-825a7d417d9c. Feb 11 13:24:26.135532 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Calling delete_port for e0b13b50-2368-4aeb-bd8d-825a7d417d9c owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:24:26.272529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3516230a-18f9-4b93-b7f7-03c48d499eff req-02d82d66-e771-48bd-b95f-35807f1a2d41 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups?id=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045880 Feb 11 13:24:26.368106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:26.384261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8cd7268e-ae1b-414d-9e3c-0d453201ead2 tempest-DeleteServersTestJSON-656074234 tempest-DeleteServersTestJSON-656074234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:26.456794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event deleted for resources: {'Port': ['ID=e0b13b50-2368-4aeb-bd8d-825a7d417d9c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:26.523054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.523403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.524088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.524220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.524618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.525016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.525409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.525804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.526196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.526590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.527472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.527472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.527472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.527472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.528558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.528923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.529310 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.529696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.530083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.530466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.530881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.531268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.531654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.532666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:26.538110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:26.829751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device e0b13b50-2368-4aeb-bd8d-825a7d417d9c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:24:26.869349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] No Port match for: e0b13b50-2368-4aeb-bd8d-825a7d417d9c {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:24:26.869879 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device e0b13b50-2368-4aeb-bd8d-825a7d417d9c not bound to the agent host hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:24:27.021280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Router 50215d01-c5c4-4145-b46b-ee72feabc894 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:24:27.220093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:24:27.229987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:24:27.241631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:24:27.242342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:24:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:27.260347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] No DVR routers for this DVR port e0b13b50-2368-4aeb-bd8d-825a7d417d9c on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:24:27.262773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:27.266346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'name': 'network-vif-deleted', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:27.287861 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd56dbcc-cd2c-4748-903c-d112e0b9d3bb req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.123 "DELETE /v2.0/ports/e0b13b50-2368-4aeb-bd8d-825a7d417d9c HTTP/1.1" status: 204 len: 173 time: 2.0273700 Feb 11 13:24:27.332294 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ec1518-50b4-44bc-ba9c-e5c50193a173', 'name': 'network-vif-deleted', 'tag': 'e0b13b50-2368-4aeb-bd8d-825a7d417d9c', 'status': 'completed', 'code': 200} Feb 11 13:24:27.481583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:24:27.486605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-dd6c87be-1e8a-41e3-a863-a89509e0d3e4 req-b31d44dd-bb58-4449-a940-46a37a3b7b69 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Synchronizing usage tracker for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:27.501701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-dd6c87be-1e8a-41e3-a863-a89509e0d3e4 req-b31d44dd-bb58-4449-a940-46a37a3b7b69 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Unset dirty status for tenant:1a303f21eac44daba47cbc84c51c6609 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:27.503095 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd6c87be-1e8a-41e3-a863-a89509e0d3e4 req-b31d44dd-bb58-4449-a940-46a37a3b7b69 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/ports?device_id=e2ec1518-50b4-44bc-ba9c-e5c50193a173 HTTP/1.1" status: 200 len: 210 time: 0.0822222 Feb 11 13:24:27.830376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:27.834543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:24:27.843483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:24:27.844654 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:24:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:28.043855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:24:28.536159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:28.540887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502a28b-dc47-4fb4-b171-2d3d5a427d1c None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:06:02Z', 'revision_number': 4, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '6883ffa3-808a-4861-88b7-82cfe2079d2a', 'name': '', 'network_id': 'ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'mac_address': 'fa:16:3e:c7:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:59Z', 'updated_at': '2021-02-11T13:06:19Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'subnets': [{'id': 'bd07f502-8012-4db7-8ace-f3599ec643ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:24:28.672799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 57260) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:28.762535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.793434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.843620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.853370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4ae423e1-b7e5-427c-945b-d42cf38152de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:28.869730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e37ed26-c69e-4d0f-9995-9f3c0890d6e5,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:28.881675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.882087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.882495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.882894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.883293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.883688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.884099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.884493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.884884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.885274 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.885663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.886048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.886505 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.886890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.887275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.887660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.888057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.888451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.888834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.889217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.889598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.889982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.890365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.890764 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:28.894777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:28.896122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.897370 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "DELETE /v2.0/security-groups/1e37ed26-c69e-4d0f-9995-9f3c0890d6e5 HTTP/1.1" status: 204 len: 168 time: 0.2234917 Feb 11 13:24:28.900720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 57264) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:28.919745 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.v2.resource [None req-66e94c85-7a56-4315-965f-72ecffb6211a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] show failed (client error): The resource could not be found. Feb 11 13:24:28.920763 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-66e94c85-7a56-4315-965f-72ecffb6211a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "GET /v2.0/security-groups/1e37ed26-c69e-4d0f-9995-9f3c0890d6e5 HTTP/1.1" status: 404 len: 347 time: 0.0190644 Feb 11 13:24:28.924563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 57268) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:28.951649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cb343-15e2-45cf-a6c9-02713309e6ab None None] New status for floating IP c3628099-636e-4997-8fac-7e53ec286b25: DOWN {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:24:29.122926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Deleting port 8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:24:29.123311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.313305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.313680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.448760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Calling delete_port for 8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0 owned by network:floatingip {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:24:29.540401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:24:29.540762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:24:30.041729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Deleting port 8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:24:30.042286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:30.241232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:30.241599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:30.620233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Calling delete_port for 8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0 owned by network:floatingip {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:24:30.779091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:30.795727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7263cf10-b161-4c73-88f6-30c8d7301b1e tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:30.859334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Pushing event deleted for resources: {'Port': ['ID=8f6b1b77-cdbc-4d5d-a29e-23cb370b4df0,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:30.909903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:31.029052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:24:31.043317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks [] for floatingip, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:31.066092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:31.067311 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-740d233a-b39d-458a-8cda-9e923df6e031 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] 10.222.0.93 "DELETE /v2.0/floatingips/c3628099-636e-4997-8fac-7e53ec286b25 HTTP/1.1" status: 204 len: 168 time: 2.1417933 Feb 11 13:24:39.312434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c58a38ae-d22d-40ba-b6ee-89ab12a1d216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:42.237592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c51f320f-1e0f-4918-b6dd-cf9916c9b7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:42.358972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:43.790238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:44.310130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:51.116792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:56.678360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-1e3aac2f-f3fc-495b-b6bc-5ef9d9bed3c7 req-9515b6ee-d507-4ce3-98fc-448354103eac service neutron] (79969) timed out ('10.222.0.123', 61799) {{(pid=79969) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:25:03.725309 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-92f896af-a75d-4eb9-8d42-d40d06e6dbc8 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823030 Feb 11 13:25:03.823885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-a40ec386-b35f-48f4-a4df-6ef702afee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:03.825876 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-a40ec386-b35f-48f4-a4df-6ef702afee0c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 1162 time: 0.0792830 Feb 11 13:25:03.983408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-662438f3-187c-486f-baac-a1f773b2d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:03.985031 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-662438f3-187c-486f-baac-a1f773b2d845 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1397667 Feb 11 13:25:04.062683 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-16737590-8afa-4605-9897-14d20afc671f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3212d158-effb-4db4-8284-e62fac825fa3 HTTP/1.1" status: 200 len: 217 time: 0.0711234 Feb 11 13:25:04.131416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-ac799822-a88e-4259-b14a-ff8de9a71d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:04.133000 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-ac799822-a88e-4259-b14a-ff8de9a71d88 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0647302 Feb 11 13:25:04.188914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-ffe1288d-00df-4636-ae4e-1ae0fab87fe9 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496244 Feb 11 13:25:04.339480 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-0d6201c8-fd4f-4474-9266-386937f70b14 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435697 Feb 11 13:25:04.486112 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-828a87d4-e5fc-4189-9b83-a1a8686d71ca req-60ef3f60-ce40-485c-9873-3e1743ed39ce service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394010 Feb 11 13:25:08.028656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:25:09.315571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b955-bc06-4e96-adfc-f8dec2e3c533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.240227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2020b3c7-d770-4508-a5fc-1676aa20f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.358843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:13.793382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:14.315101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:21.141753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:39.324769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-912fac4a-216a-4a38-bdc9-9227585e54a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:42.242087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaa08-e058-422a-ac07-3f904d77372d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:42.362086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.796311 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.325522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:45.030971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:25:51.166732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:09.319640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-80fd6601-cd1a-4fb9-898f-2f16098512da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:12.243099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-97052515-3ad0-4449-b539-c3682f309468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:12.365712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:13.797763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:14.329969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:21.182222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:22.030425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:26:39.330888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-44fbfb9d-dc72-4b07-a40d-d563162b6f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.245000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f9b1-1906-4db8-950d-7ae72ad4eb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.367195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:43.801804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:44.333298 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:51.197358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:59.032872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:27:04.860668 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-175d7e68-6361-4a8d-a8a8-92ea14be5a82 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1694775 Feb 11 13:27:05.025338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e6d7-da96-4304-825b-682c2ee215fb req-5826920c-ff32-40a9-bcda-62ec64b15813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:05.026969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-5826920c-ff32-40a9-bcda-62ec64b15813 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.0849748 Feb 11 13:27:05.186450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e6d7-da96-4304-825b-682c2ee215fb req-a410b2e2-4d50-4ad4-b7eb-dbfb6dc7e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:05.188862 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-a410b2e2-4d50-4ad4-b7eb-dbfb6dc7e335 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1422987 Feb 11 13:27:05.269551 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-1be6c622-52c7-4f61-95cc-d27192884e6d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0738015 Feb 11 13:27:05.343541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e6d7-da96-4304-825b-682c2ee215fb req-55cdd10e-ae0b-4c43-8151-ea733d3312f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:05.345138 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-55cdd10e-ae0b-4c43-8151-ea733d3312f6 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0680571 Feb 11 13:27:05.398263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-938daea6-1cbb-47c2-9ada-c7858d269cae service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466497 Feb 11 13:27:05.409395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-751d2ae8-de8d-468e-9edf-18318895e6e0 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:27:05.410457 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-751d2ae8-de8d-468e-9edf-18318895e6e0 service neutron] 10.222.0.123 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054970 Feb 11 13:27:05.554656 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-e53ba84e-7216-405c-b68e-6725dd85bdf8 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381550 Feb 11 13:27:05.702672 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7460e6d7-da96-4304-825b-682c2ee215fb req-78a34e83-941d-4202-ae91-905116d604b6 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398015 Feb 11 13:27:09.328548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2df9ef9-20a9-47e6-b6fa-d9d72469cf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:12.246497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c807ba1a-1a36-4a7c-a6ab-86029e6c33a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:12.368920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.807006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:14.335368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:21.221233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.032614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:27:39.332220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b6d2149-38ab-4109-9c16-ca4c3dcb4ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:42.249690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7320c583-0f9a-48ef-a62a-c8d4281f100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:42.373334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:43.809261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.344068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:51.251700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:55.121626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ce31-7f2c-4501-a59c-5443f6c36df7 req-e9d66b7b-dc94-4b33-b728-8a0318d4dc67 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:55.123277 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-47a1ce31-7f2c-4501-a59c-5443f6c36df7 req-e9d66b7b-dc94-4b33-b728-8a0318d4dc67 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.3522613 Feb 11 13:27:55.192276 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-47a1ce31-7f2c-4501-a59c-5443f6c36df7 req-21633f79-0c5a-4dca-ab35-03b77b7b184f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Feb 11 13:27:55.764409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-4e3b7b65-af01-4af8-b802-636e3ce073c7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:55.766066 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-4e3b7b65-af01-4af8-b802-636e3ce073c7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 946 time: 0.1656067 Feb 11 13:27:55.861784 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Deleting port 53611487-2342-4601-af55-396e98a2f06f {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:55.862180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:55.928627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 53611487-2342-4601-af55-396e98a2f06f no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:56.060265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:56.089451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53611487-2342-4601-af55-396e98a2f06f'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:56.100463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 53611487-2342-4601-af55-396e98a2f06f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=53611487-2342-4601-af55-396e98a2f06f,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:56.103556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:56.106774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:56.144069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] For port 53611487-2342-4601-af55-396e98a2f06f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=53611487-2342-4601-af55-396e98a2f06f,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:56.144642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:56.189135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=53611487-2342-4601-af55-396e98a2f06f,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:56.197224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.197711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.198092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.198465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.198834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.199201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.199566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.199931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.200326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.200688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.201051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.201410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.201839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.202201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.202560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.202918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.203275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.203628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.203983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.204363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.204719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.205072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.205426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.205780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:56.210476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:56.290149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Calling delete_port for 53611487-2342-4601-af55-396e98a2f06f owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:56.314218 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53611487-2342-4601-af55-396e98a2f06f', 'code': 200} Feb 11 13:27:56.442201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:56.442564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:27:56.544873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a84f-37d7-45b2-bb36-614a20318b62 req-e8627ff0-f926-488f-9b86-e5655be135b7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:56.546499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d4a9a84f-37d7-45b2-bb36-614a20318b62 req-e8627ff0-f926-488f-9b86-e5655be135b7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 944 time: 0.1671476 Feb 11 13:27:56.618783 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d4a9a84f-37d7-45b2-bb36-614a20318b62 req-fa4008ee-2eb5-47e2-899e-8390abae5ae7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Feb 11 13:27:56.943972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Deleting port 53611487-2342-4601-af55-396e98a2f06f {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:56.944411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:57.214708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] For port 53611487-2342-4601-af55-396e98a2f06f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=53611487-2342-4601-af55-396e98a2f06f,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:57.215269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:57.354007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Calling delete_port for 53611487-2342-4601-af55-396e98a2f06f owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:57.502939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:57.521355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-20817eaf-8442-43c9-889d-cb1decaa10e3 tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:57.577642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Pushing event deleted for resources: {'Port': ['ID=53611487-2342-4601-af55-396e98a2f06f,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:57.589716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.590133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.590538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.590951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.591341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.591739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.592159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.592556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.592948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.593340 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.593813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.594097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.594557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.594948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.595336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.595721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.596131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.596522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.596909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.597301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.597687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.598095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.598462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.598850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:57.885138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:58.021877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] No DVR routers for this DVR port 53611487-2342-4601-af55-396e98a2f06f on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:27:58.029390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:58.032169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'name': 'network-vif-deleted', 'tag': '53611487-2342-4601-af55-396e98a2f06f'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:58.049250 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2b08843c-922e-49aa-854c-23358d7dd4c6 req-14cab401-d91e-4dfa-a3f2-2e53f8a899e6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=11f991d2-57a8-4eb4-947a-c2207a2e7adf HTTP/1.1" status: 200 len: 210 time: 0.1654503 Feb 11 13:27:58.056927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7e4c9496-fe16-4993-8677-b6dc48c80e16 req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "DELETE /v2.0/ports/53611487-2342-4601-af55-396e98a2f06f HTTP/1.1" status: 204 len: 173 time: 2.2851083 Feb 11 13:27:58.183353 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f991d2-57a8-4eb4-947a-c2207a2e7adf', 'name': 'network-vif-deleted', 'tag': '53611487-2342-4601-af55-396e98a2f06f', 'status': 'completed', 'code': 200} Feb 11 13:27:59.652510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6a8e7-cd6e-4d1d-a1ba-f9677a164645 req-d1c9a8dc-159f-44c1-bc3a-65fb28b8709f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:59.653291 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-29e6a8e7-cd6e-4d1d-a1ba-f9677a164645 req-d1c9a8dc-159f-44c1-bc3a-65fb28b8709f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Synchronizing usage tracker for tenant:001d24a844c340be825a61aadbaa8599 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:27:59.668733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-29e6a8e7-cd6e-4d1d-a1ba-f9677a164645 req-d1c9a8dc-159f-44c1-bc3a-65fb28b8709f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Unset dirty status for tenant:001d24a844c340be825a61aadbaa8599 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:27:59.669992 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-29e6a8e7-cd6e-4d1d-a1ba-f9677a164645 req-d1c9a8dc-159f-44c1-bc3a-65fb28b8709f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1801686 Feb 11 13:27:59.734008 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-29e6a8e7-cd6e-4d1d-a1ba-f9677a164645 req-89879e79-3aa6-4924-953c-341fe99e4295 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576441 Feb 11 13:28:00.012569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 8c1cc171-0642-454d-98c0-3fad9cc1402c up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:00.084859 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 8c1cc171-0642-454d-98c0-3fad9cc1402c triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:00.085269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:00.700872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-688e1bc1-2557-4162-949b-17a8b1dc1e50 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:00.703195 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-688e1bc1-2557-4162-949b-17a8b1dc1e50 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.1668880 Feb 11 13:28:00.797783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Deleting port 8c1cc171-0642-454d-98c0-3fad9cc1402c {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:00.798174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:01.208192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b54552-5178-4d5b-bef3-18b44450f962 req-a9337df4-d28b-4098-9f18-667e367a8c69 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:01.209887 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6b54552-5178-4d5b-bef3-18b44450f962 req-a9337df4-d28b-4098-9f18-667e367a8c69 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 945 time: 0.3148682 Feb 11 13:28:01.219000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] For port 8c1cc171-0642-454d-98c0-3fad9cc1402c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8c1cc171-0642-454d-98c0-3fad9cc1402c,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:01.219395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:01.378964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Calling delete_port for 8c1cc171-0642-454d-98c0-3fad9cc1402c owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:01.460626 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6b54552-5178-4d5b-bef3-18b44450f962 req-19f75635-e827-44b9-86da-8ca678ace201 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c12da0f-5b20-4629-9ac0-a37999d6ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435970 Feb 11 13:28:01.570050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:01.585331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6e1ac075-3081-4499-a4b0-feee29d4ae78 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:01.645503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Pushing event deleted for resources: {'Port': ['ID=8c1cc171-0642-454d-98c0-3fad9cc1402c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:01.649450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:01.796439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] No DVR routers for this DVR port 8c1cc171-0642-454d-98c0-3fad9cc1402c on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:28:01.798624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:01.801341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df8865-b30e-44a8-8257-2368c1f617c6', 'name': 'network-vif-deleted', 'tag': '8c1cc171-0642-454d-98c0-3fad9cc1402c'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:01.817199 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-26efb584-417b-49d0-be97-43ac1e6f8788 req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.123 "DELETE /v2.0/ports/8c1cc171-0642-454d-98c0-3fad9cc1402c HTTP/1.1" status: 204 len: 173 time: 1.1078687 Feb 11 13:28:01.865090 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df8865-b30e-44a8-8257-2368c1f617c6', 'name': 'network-vif-deleted', 'tag': '8c1cc171-0642-454d-98c0-3fad9cc1402c', 'status': 'completed', 'code': 200} Feb 11 13:28:01.978949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 8c1cc171-0642-454d-98c0-3fad9cc1402c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:02.016110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] No Port match for: 8c1cc171-0642-454d-98c0-3fad9cc1402c {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:28:02.016508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 8c1cc171-0642-454d-98c0-3fad9cc1402c not bound to the agent host hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:28:02.641424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b88ab7ee-d779-4dd5-bf4b-f7d0f6416de8 req-529833ed-8316-44bc-a8c0-51a0ab10f3cd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Synchronizing usage tracker for tenant:001d24a844c340be825a61aadbaa8599 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:02.656881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-b88ab7ee-d779-4dd5-bf4b-f7d0f6416de8 req-529833ed-8316-44bc-a8c0-51a0ab10f3cd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Unset dirty status for tenant:001d24a844c340be825a61aadbaa8599 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:02.658165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b88ab7ee-d779-4dd5-bf4b-f7d0f6416de8 req-529833ed-8316-44bc-a8c0-51a0ab10f3cd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0661998 Feb 11 13:28:03.844224 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4d4aedac-3285-4dde-a441-d48b5430a3c7 req-cd39400d-28c3-4bb4-9d32-7af45f64d4b9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0532396 Feb 11 13:28:05.027180 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07ed5910-cc2c-464c-9fca-fc6dd463f441 req-7d4209d8-7a23-4a82-848c-0ca4a7414bbd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0500467 Feb 11 13:28:06.208920 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-97bd4979-7970-4ac3-921e-e853615160d5 req-bab92947-88aa-45b1-94ed-0935466be094 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0495453 Feb 11 13:28:06.511521 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-9593eb1e-3216-4cc3-b39d-ad6f9f6489e2 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0806708 Feb 11 13:28:06.611253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f47f99-6800-49ef-abcc-0619af3367df req-2b0a23cf-3ae3-4271-b5c9-5896f8115c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:06.612900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-2b0a23cf-3ae3-4271-b5c9-5896f8115c4d service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 1162 time: 0.0802097 Feb 11 13:28:06.768355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f47f99-6800-49ef-abcc-0619af3367df req-7b6f6cfb-6355-40c3-949f-913423c3fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:06.769910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-7b6f6cfb-6355-40c3-949f-913423c3fe83 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1370800 Feb 11 13:28:06.850279 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-db411394-c5f0-4ae8-aef5-d3cd1e152894 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 200 len: 217 time: 0.0735252 Feb 11 13:28:06.923594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f47f99-6800-49ef-abcc-0619af3367df req-7f2a5b59-a41d-4598-ad94-73ca624c3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:06.925224 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-7f2a5b59-a41d-4598-ad94-73ca624c3189 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0671334 Feb 11 13:28:06.982537 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-824578d9-8c4d-4d7f-9578-cd946a7ca82a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502169 Feb 11 13:28:07.129661 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-297710c2-63b3-46c4-90a5-286b8476d985 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409523 Feb 11 13:28:07.275828 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d9f47f99-6800-49ef-abcc-0619af3367df req-46d15490-fc6e-4cfd-8b63-6cdb34dbb280 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396408 Feb 11 13:28:07.406166 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-880741a6-b2c1-4446-8720-eb5d0efd794b req-554cb7f4-1216-4d46-b2dd-f1c798ed059d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0485134 Feb 11 13:28:08.589080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6cbb5420-3067-4d2f-b821-50d37a590c72 req-e3b01e26-bc08-4048-af3b-0e31879bbcf3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0491021 Feb 11 13:28:09.335463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-30aa96bf-4525-4515-9056-90b084b0cfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:09.770727 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4160b764-6054-407c-b059-42999b9b571e req-114b48df-6f67-4753-b3cd-731036ed1213 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0517683 Feb 11 13:28:10.954467 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3caf0862-506d-47a4-a097-7fff29253076 req-f4618eac-2007-4eda-b2ba-476008947fb8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0512102 Feb 11 13:28:11.488098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b9f0d-21f5-427d-893a-e075cd999125 req-5034411e-7496-4d69-b2e4-2feb4fdb5443 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:11.488846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-8f3b9f0d-21f5-427d-893a-e075cd999125 req-5034411e-7496-4d69-b2e4-2feb4fdb5443 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:11.504223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-8f3b9f0d-21f5-427d-893a-e075cd999125 req-5034411e-7496-4d69-b2e4-2feb4fdb5443 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:11.505487 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8f3b9f0d-21f5-427d-893a-e075cd999125 req-5034411e-7496-4d69-b2e4-2feb4fdb5443 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 945 time: 0.1825635 Feb 11 13:28:11.572632 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8f3b9f0d-21f5-427d-893a-e075cd999125 req-8205449c-7a21-44f6-a7ca-1bee5e2cb0df tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Feb 11 13:28:12.085607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3212d158-effb-4db4-8284-e62fac825fa3 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:12.151238 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7d85aa81-3b00-4816-be35-f98959d93cda req-07332971-534d-48fa-a451-c1ababebd926 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0646212 Feb 11 13:28:12.210672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.238931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:12.249555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3212d158-effb-4db4-8284-e62fac825fa3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3212d158-effb-4db4-8284-e62fac825fa3,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:12.257081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-ab01e548-3319-42f9-9e01-706ac7cea2e2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:12.259215 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-ab01e548-3319-42f9-9e01-706ac7cea2e2 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 945 time: 0.2207949 Feb 11 13:28:12.276172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.279900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-158496a8-46c6-4e46-8517-dbba50519fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:12.325562 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3', 'code': 200} Feb 11 13:28:12.347491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e20-be3d-46fd-a667-2a01b0bd2ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.359174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Deleting port 3212d158-effb-4db4-8284-e62fac825fa3 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:12.359569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.376857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3212d158-effb-4db4-8284-e62fac825fa3,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:12.380611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:12.382548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.629595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] For port 3212d158-effb-4db4-8284-e62fac825fa3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3212d158-effb-4db4-8284-e62fac825fa3,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:12.630002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.990853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Calling delete_port for 3212d158-effb-4db4-8284-e62fac825fa3 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:13.034054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:28:13.272121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cfe3-6146-49fe-8478-90bf4d0803bc req-adebeda7-22d4-461f-b78d-200463ee7096 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:13.273842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6284cfe3-6146-49fe-8478-90bf4d0803bc req-adebeda7-22d4-461f-b78d-200463ee7096 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a27d727-0dfb-4fed-b154-aa658a54efd3 HTTP/1.1" status: 200 len: 943 time: 0.2535272 Feb 11 13:28:13.367532 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6639ec80-1eb1-4210-93aa-231760abcdff req-47bb414f-98b0-42c7-9f09-3f35d5bb18d9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0615900 Feb 11 13:28:13.378554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:13.396799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e44a29de-3b2f-4ca8-9e68-c5e7b48b1dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:13.480822 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6284cfe3-6146-49fe-8478-90bf4d0803bc req-d321f30c-ab21-48b3-8f67-7a54ac0b8998 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966410 Feb 11 13:28:13.483477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event deleted for resources: {'Port': ['ID=3212d158-effb-4db4-8284-e62fac825fa3,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:13.532160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:13.633686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] No DVR routers for this DVR port 3212d158-effb-4db4-8284-e62fac825fa3 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:28:13.635992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:13.638809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'name': 'network-vif-deleted', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:13.654592 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d8651f40-15a6-43d0-8186-6899e3f8071d req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "DELETE /v2.0/ports/3212d158-effb-4db4-8284-e62fac825fa3 HTTP/1.1" status: 204 len: 173 time: 1.3897073 Feb 11 13:28:13.699481 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a27d727-0dfb-4fed-b154-aa658a54efd3', 'name': 'network-vif-deleted', 'tag': '3212d158-effb-4db4-8284-e62fac825fa3', 'status': 'completed', 'code': 200} Feb 11 13:28:13.812547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:14.343631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:14.550451 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5c62f55a-67ad-4681-a7c1-b8799e134ddc req-4266fd2a-3e59-47c6-9bb9-4a98f5b517a9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0507317 Feb 11 13:28:15.083666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60d121-e3a6-4ab2-afb2-15f533e53575 req-7b585b5b-4c80-4327-b9e7-ada15234d378 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:15.084448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-dc60d121-e3a6-4ab2-afb2-15f533e53575 req-7b585b5b-4c80-4327-b9e7-ada15234d378 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:15.099857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-dc60d121-e3a6-4ab2-afb2-15f533e53575 req-7b585b5b-4c80-4327-b9e7-ada15234d378 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:15.101163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc60d121-e3a6-4ab2-afb2-15f533e53575 req-7b585b5b-4c80-4327-b9e7-ada15234d378 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 945 time: 0.1815867 Feb 11 13:28:15.170497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dc60d121-e3a6-4ab2-afb2-15f533e53575 req-92161569-6df5-4d71-9ea5-06cda5a77136 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624211 Feb 11 13:28:15.730749 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e6c997f-d518-4968-bc2e-d2b29616cd33 req-c76bd2f5-3537-489e-97dc-066d5aa81e21 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0495341 Feb 11 13:28:15.935154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-a214a664-6e49-4fe0-8ff4-cae1dd8dd7d6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:15.936809 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-a214a664-6e49-4fe0-8ff4-cae1dd8dd7d6 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 945 time: 0.1667893 Feb 11 13:28:16.035138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Deleting port 3ee66907-da00-4f6a-9a6b-cae6f5158576 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:16.035520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:16.101230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3ee66907-da00-4f6a-9a6b-cae6f5158576 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:16.228204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:16.270342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:16.280359 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3ee66907-da00-4f6a-9a6b-cae6f5158576, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:16.294318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:16.297990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:16.354159 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576', 'code': 200} Feb 11 13:28:16.389176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3ee66907-da00-4f6a-9a6b-cae6f5158576,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:16.392636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:16.406204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] For port 3ee66907-da00-4f6a-9a6b-cae6f5158576, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:16.406612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:16.546216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Calling delete_port for 3ee66907-da00-4f6a-9a6b-cae6f5158576 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:16.715751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82ce0-f64d-41ef-ab76-56150b6615ea req-ec79e520-c40a-4d84-833a-8984960eee68 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:16.717409 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-66d82ce0-f64d-41ef-ab76-56150b6615ea req-ec79e520-c40a-4d84-833a-8984960eee68 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 943 time: 0.3721993 Feb 11 13:28:16.746648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:16.747138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:28:16.785550 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-66d82ce0-f64d-41ef-ab76-56150b6615ea req-07a53d64-6c81-4e0f-8951-dd8f8eb391a1 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Feb 11 13:28:16.924089 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1c006eb2-a989-43a0-83fc-1dfeb10cbc90 req-efc195b4-9e0f-4f39-bef0-1b334525cf70 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0613272 Feb 11 13:28:17.251482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Deleting port 3ee66907-da00-4f6a-9a6b-cae6f5158576 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:17.253502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:17.525580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] For port 3ee66907-da00-4f6a-9a6b-cae6f5158576, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3ee66907-da00-4f6a-9a6b-cae6f5158576,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:17.525903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:17.657347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Calling delete_port for 3ee66907-da00-4f6a-9a6b-cae6f5158576 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:17.809583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:17.825287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5128ead9-97cd-4f53-8a26-118b33a8c0b1 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:17.888813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event deleted for resources: {'Port': ['ID=3ee66907-da00-4f6a-9a6b-cae6f5158576,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:17.892825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:18.009157 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5d796b2f-cfd8-4511-958e-410b283dcfb7 req-ff096c7b-be5b-4b0a-8c27-27474d48ef8f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fb7c743-1a2b-4ecb-ac97-a36de7145543 HTTP/1.1" status: 200 len: 210 time: 0.0693049 Feb 11 13:28:18.130724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] No DVR routers for this DVR port 3ee66907-da00-4f6a-9a6b-cae6f5158576 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:28:18.137475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:18.141843 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b613d4bf-828f-42ba-9b8c-c878c10ed4e2 req-e4c53191-1b5d-4dc8-8e69-6bba3cd323b9 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0617959 Feb 11 13:28:18.142385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'name': 'network-vif-deleted', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:18.158200 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ebbabb6d-1063-4575-af9a-64bbc53accdb req-1ea06ce6-8dd3-4cee-8cf4-ae6db66ce356 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "DELETE /v2.0/ports/3ee66907-da00-4f6a-9a6b-cae6f5158576 HTTP/1.1" status: 204 len: 173 time: 2.2153471 Feb 11 13:28:18.208473 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7c743-1a2b-4ecb-ac97-a36de7145543', 'name': 'network-vif-deleted', 'tag': '3ee66907-da00-4f6a-9a6b-cae6f5158576', 'status': 'completed', 'code': 200} Feb 11 13:28:19.333168 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697c5a5f-6ad4-4e2a-afbd-6cc6ba1e6156 req-0c8ae909-fe5f-4ccb-ac0c-37eb3425d23d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0552535 Feb 11 13:28:20.513281 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2fc28e03-d175-4541-a413-68fa940918ec req-5ad575a0-7ab9-4330-b61a-f7c2decabdc6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0486236 Feb 11 13:28:21.279282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:21.693459 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f90d6089-9b09-4f8b-a0a5-9ac4c8563b8b req-abc10f54-6378-41e6-973a-386e14c7e441 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0486562 Feb 11 13:28:23.013767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-204b0a74-328a-4339-8ebd-f7e69ef670bd req-3a53ff1d-7443-43dd-9351-1a8a405f9b2c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0539236 Feb 11 13:28:24.203068 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e8cb7215-b302-4291-a00f-ad2a7c110917 req-ac06c78c-28f0-479f-89bd-8a8d5a229e4d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0500684 Feb 11 13:28:25.384547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e962b3e8-4769-474b-a201-7b842879cefb req-de2bb527-64dc-453a-90de-c7c7fc6a84aa tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0495198 Feb 11 13:28:26.566248 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f259852b-85ef-4c7b-bf0d-4363b4110037 req-b62a0230-54ca-4e0d-b708-52d10a438f65 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0516725 Feb 11 13:28:27.743952 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7d1f1394-e547-4c14-aa15-0bef1141f356 req-b73dfe8d-4d25-4c45-b1bd-55579ef36279 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0493884 Feb 11 13:28:28.924397 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a243873a-78ea-4875-aa8b-0470de6b041b req-2b9579cb-2500-4736-b9c3-136af7586f7f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0480738 Feb 11 13:28:30.112959 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbec0f71-93ab-4d94-9179-aea1f42ffd2c req-95bdf425-af7d-402e-acc6-957917658964 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0543182 Feb 11 13:28:31.301870 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-503617c5-03be-4a49-8772-f08918872192 req-e637c468-fb75-4823-b1e6-4b035101fc4d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0597975 Feb 11 13:28:32.478615 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc20935a-4725-43f1-8a1a-0002c2244e89 req-b87de14c-ecc9-46a0-b31e-a53d14bf3f0a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0478892 Feb 11 13:28:33.658228 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-10d8889e-e01a-47f9-b14e-5c8b06ad0973 req-b76a1cac-8cc5-40d5-8042-123dc6c3ac9a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0516193 Feb 11 13:28:34.840694 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b5fbf98a-c370-410c-95be-1cc35e8e88a8 req-9b8577fa-2f1e-49c4-b668-01b1e32a63bf tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0497274 Feb 11 13:28:36.024170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-624417eb-efba-414a-afe4-83a2af563048 req-065e6e41-ec25-44bb-bb3f-b06c14baae14 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0511520 Feb 11 13:28:37.211549 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bf25e939-5b66-4a92-93aa-40fb8929c37d req-b0fd3109-b3e2-46af-9ee0-f5d1637e63e6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0524759 Feb 11 13:28:38.391064 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01a669bd-cc24-4260-9988-ef547c350aea req-4610afd9-1545-4a58-b018-873dbe76f637 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0485969 Feb 11 13:28:39.339561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3518336a-6909-4f6e-9be7-40de762bf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:39.567306 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2cba6987-2205-40fd-9f95-8f59549f166c req-bcf5ecd5-9217-4dda-8ca0-70a72e01bf6b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0483639 Feb 11 13:28:40.748426 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b183f3fb-b944-490a-b76a-19174d9d8ec8 req-3d07550e-a8be-4305-878b-e31a8e68e8ff tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0532703 Feb 11 13:28:41.924994 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6e0611c5-7527-45d0-8f3f-8554c685badc req-7a9cced4-9cf7-4d86-aaf2-aac9cc53b5fc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0485284 Feb 11 13:28:42.251450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a5012903-4f03-4837-b1ce-8c5eb4ed4f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:42.384222 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:43.111138 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d1bcba7e-9aca-4a63-8f09-45c83c3d986a req-e6ef99b4-a690-4d3d-8c5a-5a605189ca82 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0505316 Feb 11 13:28:43.814680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:44.350775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:44.520973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-70177d55-2a55-4518-b98c-88132d2b028b req-bff04a99-58fc-4c41-9c92-7c35e73ad159 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.2763557 Feb 11 13:28:45.697197 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-988fd357-99fa-4437-9287-0244e9efb19a req-67cba3c4-ec8a-4e2a-be63-a88eab520ffe tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0489712 Feb 11 13:28:46.881359 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1b025221-6f25-4674-8961-bd4277a24a00 req-4af7a0cb-ae36-4bef-982c-9d57ef9a1860 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0540726 Feb 11 13:28:48.065122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7ad72293-eed2-435c-92fb-1bfce74a8d01 req-dba3fe1c-dfdd-4b0f-8cae-82a4ec04c72e tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0513475 Feb 11 13:28:49.257306 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fb8ce5dd-2f70-4407-b311-93b94f232230 req-3846468a-7fef-4a56-be46-1608bc44670c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0519857 Feb 11 13:28:50.038149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:28:50.473855 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bb8ba96f-dad9-471d-a28c-f0be5aac9928 req-41fbff12-203a-45e1-aa5e-93e057748343 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0633762 Feb 11 13:28:51.294180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:51.674233 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f01ffaf5-e858-4533-87a8-e9e592c4533a req-685d8778-bd53-4b8e-a058-167044e259a7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0484600 Feb 11 13:28:52.852189 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f7ccf7f-db0e-4505-b2d3-26393be59e8c req-29c4bec0-2da6-4af1-970b-c65da8e149fa tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0494509 Feb 11 13:28:54.036154 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-473453fc-470b-4184-ac9e-4ff2c1a48b08 req-d559ebdb-31cd-4b99-b9a3-0c2e9705dcce tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0528276 Feb 11 13:28:55.222020 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-322ceb28-d900-4ca9-a20a-7ebedccf87da req-43ae8162-7f3f-4684-94d3-56febb8b9703 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0522811 Feb 11 13:28:56.411407 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f4fd42fc-09b2-4b11-bab1-87e71a8bcb3c req-ccff1d54-813b-4d2e-bf8d-2e20f31e54db tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0521505 Feb 11 13:28:57.604638 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-83a62ce1-9a44-4c35-b5d7-8952951a395f req-ae94c765-608d-450c-8379-64d933c21113 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0574570 Feb 11 13:28:58.784304 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a4cb09bc-711e-4fa0-a9b0-109016fb3d57 req-911bbada-9ed1-4af2-883d-e31a7bb4cf12 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0500538 Feb 11 13:28:59.962882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-782a19c9-fe27-4c87-9653-5b654ec4b02a req-dc705602-bd0a-4a94-a58e-9d4a98aeab50 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0498557 Feb 11 13:29:01.148557 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-76e4de70-0805-4c75-ba47-afd82d29274e req-db53278c-6012-46d8-85e3-90ff5ac0a397 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0524473 Feb 11 13:29:02.335272 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-01363291-591c-4c88-b697-0f3d7e818725 req-bc334ba1-3ed7-4d46-9e79-9908bb894ba8 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0530689 Feb 11 13:29:03.537038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-053927c1-a298-4404-9f76-df6882853274 req-43d54200-2258-49c1-be47-dae552497cc7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Feb 11 13:29:04.722677 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ebdecf5a-4f48-40f1-9527-badfe3b7c751 req-0e89c61d-bf78-4434-83e7-557f48a46788 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0533788 Feb 11 13:29:05.917107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ba60f3d7-448b-44eb-9a3e-7a277450984f req-3165e6d5-e017-439d-87fe-b237d05445bc tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0572116 Feb 11 13:29:07.103614 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-15e2de89-ff9c-4b01-a7b1-d0f3a158e624 req-0253c383-e1b7-4717-bca9-881c72e22e4c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0520782 Feb 11 13:29:08.292284 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ace712d-d9a8-46eb-af48-42842c60ee51 req-8d1306ac-21ea-4f37-909b-bec7676d13e1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0534990 Feb 11 13:29:09.345509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b50aab6a-e1ba-495e-9ee1-dd59a42e0705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:09.485763 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-39c0c72d-e049-436b-812f-62e07dc7f682 req-ce657897-8c6a-49a3-b04b-a34f054a4deb tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0500097 Feb 11 13:29:10.672116 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c758cdef-9a38-4122-bca1-69d2fd2bd482 req-99221ddd-ef52-42d6-9548-353a0494b2e0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0502546 Feb 11 13:29:11.865944 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a91b0acd-beb5-4234-9bf8-87501f89a5bf req-4a3d732b-22fc-47fe-8ced-379d5fb7871a tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0542433 Feb 11 13:29:12.256150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-58be293a-778c-4270-b6d2-0a77d1b59ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:12.382159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:13.076520 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f2538ab-48fb-4015-bfc7-1711670adbd5 req-a1378b24-ad5c-40c5-9f1b-79fa3f34983f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0516424 Feb 11 13:29:13.820580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:14.270951 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c344e131-ef09-4b93-9f46-d3dca35e6cae req-b6145d0c-091d-4141-9276-5e3a909dcdcb tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0544267 Feb 11 13:29:14.354829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:15.457967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f2520171-fe2d-41c5-b8a9-854395558413 req-03fcfc45-3ae8-4c65-ab47-4eb356035373 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0534358 Feb 11 13:29:16.653221 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ffc1c5f1-b8f0-470a-91bd-36e1a3b66af3 req-0e8576bc-9bbf-435d-9d53-5ef7d8d2580c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0579605 Feb 11 13:29:17.840987 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8c083659-616c-4a10-a15c-77ec32c53fe8 req-13ff8767-4250-455c-8b09-61c1b25fb440 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0514448 Feb 11 13:29:19.038008 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4256fb38-271d-4d5b-b2f0-b06b4946b185 req-8c90d1a3-a875-49f4-99bb-3626933bd07f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0562842 Feb 11 13:29:20.231930 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ac632c0c-24ee-4eed-93a8-444e4dd55b83 req-56b27572-4325-4bcb-a903-1d0bac619d45 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0495913 Feb 11 13:29:21.324588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:21.414620 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bfd05c5f-8005-402c-b188-7beb396397a9 req-dc896a72-58c9-4b1d-88a4-3ca38c12c060 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0498204 Feb 11 13:29:22.606643 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-63bc6786-d35b-44db-b978-0ac814760bba req-1ef365a9-5e4e-4c95-b778-fef6022ab46c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0604045 Feb 11 13:29:23.812753 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f4128cfe-99ab-4e11-8a1d-833240fb0584 req-38d44256-70bf-4c20-99d3-7d2f9e42b1ee tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0499585 Feb 11 13:29:25.018406 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-45555b11-7843-4b1c-94aa-27ff0b2a96e9 req-667e26d1-5b7d-40fe-984e-421deb802a91 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0510659 Feb 11 13:29:26.209130 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d09caf38-f29c-46fa-8749-47acc138b93c req-4a5c5a4a-481a-4ff8-b7d7-9664fac71e83 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0557554 Feb 11 13:29:27.038687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:29:27.413805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dabcf336-aedc-48b4-8e81-25d71cb76236 req-e824fd9a-b440-40ab-b080-0493cd1e9aee tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0514207 Feb 11 13:29:28.626582 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bfa26681-2b89-4b36-88ce-88d78df9bcc3 req-937ec578-e0f9-4ac0-b68c-dc84a6110e58 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0546849 Feb 11 13:29:29.842615 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4257d7c2-917d-42e3-a3b3-54a305697421 req-b41c7c39-7a57-475b-aba9-ce6cca6ecb65 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0539343 Feb 11 13:29:31.031235 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f73d02df-13d0-47ca-b827-4ccdf5c75dcc req-4f9a00ee-1618-4785-803a-5435c5d822df tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0509484 Feb 11 13:29:32.214684 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5a69782b-643f-4e24-90d3-63a97fc84d68 req-8a83c505-3b0c-4378-b720-9d94e6371c15 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0495982 Feb 11 13:29:33.445632 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-49e9d877-5095-46e2-ad60-4d904cd6fbe2 req-0e0ca283-f1e1-4d18-a441-53fde508e96c tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0930979 Feb 11 13:29:34.633575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-68f0871c-badc-467b-aedd-fac68dac2f0c req-c7a79304-48c3-4932-95fe-ed813790a774 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0519366 Feb 11 13:29:35.820171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44e1e5c3-0da4-48eb-827c-5cf27c177ca6 req-e7f7f3f5-a104-45ac-9c02-79812f9ed91f tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0499647 Feb 11 13:29:37.003749 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b33de268-5b49-4cdf-a33f-88169593c7b8 req-6b10dd0b-b735-4ad6-8dd7-0b57dd4e733b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0530899 Feb 11 13:29:38.182853 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7a9b2bd7-8290-4cac-9de2-07156f8db752 req-a7ec56fe-0843-4096-aae0-9fb1bfcff303 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0493419 Feb 11 13:29:39.338740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efb120a4-35cc-4d86-9ef2-b63071c228d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:39.362591 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-97a9b919-5b39-4781-b2ea-9f3e4dd8f8de req-91ee6699-b408-45fd-bfdb-26621c99c288 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0498786 Feb 11 13:29:40.559273 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dffa0619-aca7-45ee-ba20-a7dc7f0a057d req-00a9ed5d-9848-4d4b-b673-f6c719ee3db6 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0534499 Feb 11 13:29:41.756381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd891e08-39a8-4d8e-b757-661ad8cdc4cb req-fc2de859-3b31-4183-b2e7-3b9e72168299 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0588253 Feb 11 13:29:42.260702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-25b66db7-80ff-418d-abf5-d13ca9d4ff9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.386888 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.938404 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e3a1cffa-d9c0-419a-8208-5eec1be9eb79 req-d72fc67b-0af9-4bc7-bd20-ad7907b21d70 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0493391 Feb 11 13:29:43.813513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:44.123611 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-759796ba-217f-47fa-8b44-f9a40af2d365 req-bfda8d51-a038-4618-b5ef-76745bf27a18 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0553930 Feb 11 13:29:44.358091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:45.304129 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cb84b458-1666-473e-ba72-8296d699c643 req-e5fa468b-17e9-4adb-b6e1-84e671fb332b tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0518322 Feb 11 13:29:46.485870 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9abe7a87-a805-472b-b60d-aa74904c0ccb req-850b007b-c5da-4369-af46-b8c5ade4e2f5 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0502071 Feb 11 13:29:47.680560 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-106f1036-9ecf-45a7-9437-d97e6ac9fb58 req-b94a4743-4437-457d-ac86-b49c3320c1f0 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0551062 Feb 11 13:29:48.871807 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c70e78af-04fc-4a3a-9a18-cd644f3db75f req-219200aa-0fd8-4b3f-8087-36ff8af5ca37 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0494103 Feb 11 13:29:50.069029 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a18645dd-06bb-4904-b5c8-107f5a513028 req-d6fbf2af-9ae7-415d-b567-056c7ee14bbd tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0510786 Feb 11 13:29:51.251256 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-48f42260-9ea9-4f62-8d65-80a8f2a87f0b req-e5fd5d6a-8421-429a-87d5-70d039b47e84 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0513060 Feb 11 13:29:51.340433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.431994 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c30c78f3-ef6b-4595-b6dc-7b61f58a8b87 req-83323a15-30b8-4332-85df-510047f57d45 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0486689 Feb 11 13:29:53.618084 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-896cd351-e66e-4401-b489-aa5986edf530 req-1b95b2f7-dd2c-4e65-bb46-8de6449f0fd7 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0559499 Feb 11 13:29:54.811760 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20bae0d3-1583-4a71-91d0-f7612cf77cfa req-a657fe6b-d250-4200-8a65-b7e1526160e1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0564015 Feb 11 13:29:55.994913 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2962506f-5c97-4739-b1cd-98804877ea28 req-20c1922c-c8cb-4006-b215-a42bce4ff6f1 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0499883 Feb 11 13:29:57.183254 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-074626c3-1e74-45c1-91a5-c55bf9894c7f req-c54ae9d5-731e-4143-a421-187461613053 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0537796 Feb 11 13:29:58.371264 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-db434107-c9c8-4720-9463-19c2ab37a87b req-0a5aa390-fe53-4159-8f6e-a1699cd947f3 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0516357 Feb 11 13:29:59.559068 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-97cde9a2-9bcd-4d48-8840-29bb9a3a4048 req-da6a71e4-3cb7-4e88-b14f-3fd197f1e06d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0524089 Feb 11 13:30:00.743206 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a646260-f455-46df-9a4e-db4226ea1ca5 req-e37e4df6-0e49-49a6-8ce8-093f5c7d3bee tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0495403 Feb 11 13:30:01.935241 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b011583e-9b8b-4e22-9097-8d037302dab0 req-a4be1c66-9528-4a34-aba1-6ccf28473415 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] 10.222.0.93 "GET /v2.0/ports?device_id=66df8865-b30e-44a8-8257-2368c1f617c6 HTTP/1.1" status: 200 len: 210 time: 0.0532031 Feb 11 13:30:03.050433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 60436) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:03.839409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:04.040000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:30:04.219681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Deleting port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:04.220383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:04.408953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] For port 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,segment=NetworkSegment(91ad7c88-0e0a-43f9-9e80-f9fc308ac85b),segment_id=91ad7c88-0e0a-43f9-9e80-f9fc308ac85b)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:04.409342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:04.539520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Calling delete_port for 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 owned by network:router_interface {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:04.711851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:04.727990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:04.788836 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:04.855169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.855583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.855980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.856404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.856809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.857224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.857740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.858137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.858560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.858958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.859352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.859728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.860218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.860605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.860991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.861378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.861771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.862154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.862533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.862920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.863301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.863691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.864085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.864478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:04.870261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:05.160399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:05.930179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Router c5f7618e-3df6-4523-bd37-90fcb8d53488 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:30:06.136177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:30:06.146956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926b63f-c016-4980-8086-2bca52891317 None None] Sync routers for ids ['c5f7618e-3df6-4523-bd37-90fcb8d53488'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:30:06.169548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] Routers {'c5f7618e-3df6-4523-bd37-90fcb8d53488'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:06.169548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:29:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['c5f7618e-3df6-4523-bd37-90fcb8d53488'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:06.169891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60470) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:06.170015 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1ebcd357-fce1-42fa-a40d-691104c75e50 admin admin] 10.222.0.93 "PUT /v2.0/routers/c5f7618e-3df6-4523-bd37-90fcb8d53488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1143024 Feb 11 13:30:06.376056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] Set router c5f7618e-3df6-4523-bd37-90fcb8d53488 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:06.586831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks [] for router, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:06.699014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:30:04Z', 'revision_number': 5, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:06.705808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926b63f-c016-4980-8086-2bca52891317 None None] Checking router: c5f7618e-3df6-4523-bd37-90fcb8d53488 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:30:06.717579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] Routers {'c5f7618e-3df6-4523-bd37-90fcb8d53488'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:06.718830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:29:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['c5f7618e-3df6-4523-bd37-90fcb8d53488'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:06.790313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:06.795793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Deleting port 4ca3091c-710d-4a97-aab0-7852d9175063 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:06.796194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:06.925255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] Set router c5f7618e-3df6-4523-bd37-90fcb8d53488 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:06.994333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] For port 4ca3091c-710d-4a97-aab0-7852d9175063, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=4ca3091c-710d-4a97-aab0-7852d9175063,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:06.994965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.157969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Calling delete_port for 4ca3091c-710d-4a97-aab0-7852d9175063 owned by network:router_gateway {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:07.260492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0926b63f-c016-4980-8086-2bca52891317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:30:04Z', 'revision_number': 5, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:07.265743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926b63f-c016-4980-8086-2bca52891317 None None] The sync data for ids ['c5f7618e-3df6-4523-bd37-90fcb8d53488'] in dv-cinder-773985-4-iscsi is: [{'id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'name': 'tempest-ServerRescueNegativeTestJSON-2073070733-router', 'tenant_id': '001d24a844c340be825a61aadbaa8599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:49Z', 'updated_at': '2021-02-11T13:30:04Z', 'revision_number': 5, 'project_id': '001d24a844c340be825a61aadbaa8599', 'gw_port': {'id': '4ca3091c-710d-4a97-aab0-7852d9175063', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7618e-3df6-4523-bd37-90fcb8d53488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:30:07.360568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.564289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.762279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.767120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.800745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.801338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f7618e-3df6-4523-bd37-90fcb8d53488 {{(pid=79968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:30:07.820981 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-a30a532c-9d23-40da-be26-3934b55c6690 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1198828 Feb 11 13:30:07.823935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:07.825083 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-72125f0a-d5db-4507-aef7-f690898f639a admin admin] 10.222.0.93 "DELETE /v2.0/routers/c5f7618e-3df6-4523-bd37-90fcb8d53488 HTTP/1.1" status: 204 len: 168 time: 1.6583376 Feb 11 13:30:07.828486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60484) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:07.901992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Deleting subnet 456bd0c2-775f-4e8d-9c07-a68a6f1b2769 {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:30:07.907541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:08.028003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:08.088314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862caacc-2603-428d-8038-b7b4d0936e40 req-ff614167-61c9-4844-943c-37f94463493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:08.089936 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-ff614167-61c9-4844-943c-37f94463493b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.1525817 Feb 11 13:30:08.100690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:08.397072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862caacc-2603-428d-8038-b7b4d0936e40 req-c50bde87-b3bd-4702-8b81-f917824c63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:08.398730 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-c50bde87-b3bd-4702-8b81-f917824c63a8 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.2658336 Feb 11 13:30:08.497447 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-d311f5de-0266-43e5-86c3-3fcca327239f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0904043 Feb 11 13:30:08.619119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862caacc-2603-428d-8038-b7b4d0936e40 req-91a1818b-4d1e-44c6-b85a-632bf70ccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:08.620636 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-91a1818b-4d1e-44c6-b85a-632bf70ccbfc service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0866990 Feb 11 13:30:08.681750 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-13d62eed-b6f7-470d-9aa0-5cfda24764d0 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534623 Feb 11 13:30:08.682912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:08.700533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6d6c7743-07a3-48f9-883e-be6e5678b633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:08.773039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456bd0c2-775f-4e8d-9c07-a68a6f1b2769,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:08.847968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:08.852250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.852674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.853087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.853494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.853899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.854299 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.854704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.855097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.855492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.855886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.856302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.856696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.857158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.857551 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.857938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.858326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.858714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.859103 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.860044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.860435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.860821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.861206 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.861592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.862127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:08.889421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:30:08.891041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 7f0ddb35-0f6e-4a4f-ac5d-2c940ecfa365 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:30:08.891041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 4ca3091c-710d-4a97-aab0-7852d9175063 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:08.915391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:08.926933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 4ca3091c-710d-4a97-aab0-7852d9175063 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:30:08.927335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 4ca3091c-710d-4a97-aab0-7852d9175063 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:30:08.969967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:08.991093 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/456bd0c2-775f-4e8d-9c07-a68a6f1b2769 HTTP/1.1" status: 204 len: 168 time: 1.1614859 Feb 11 13:30:08.993731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60496) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:09.015836 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-a085d15e-071e-4060-83d9-2c41fb60095a service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182578 Feb 11 13:30:09.209693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.343894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dfad4fe8-a49b-42aa-8390-2daa7ea5495b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.608790 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-862caacc-2603-428d-8038-b7b4d0936e40 req-c60bd134-bebd-46d5-bed8-a29a742e40c5 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5787692 Feb 11 13:30:09.671516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.788709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae85322-5328-44b7-b1ff-1ccd66630750']}} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:09.802202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b') {'for_net_delete': True} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:09.802546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ad7c88-0e0a-43f9-9e80-f9fc308ac85b') {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:09.815756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846675572'] for segment, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.832438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.834648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:30:10.024461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Network dae85322-5328-44b7-b1ff-1ccd66630750 has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:30:10.033631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847466303'] for segment, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.217658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Network dae85322-5328-44b7-b1ff-1ccd66630750 has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:10.256446 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:10.343293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.347053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:10.362550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.374335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae85322-5328-44b7-b1ff-1ccd66630750,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:10.380281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:10.383589 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e5897723-baa0-484e-a225-0c13bd4edb49 admin admin] 10.222.0.93 "DELETE /v2.0/networks/dae85322-5328-44b7-b1ff-1ccd66630750 HTTP/1.1" status: 204 len: 168 time: 1.3888428 Feb 11 13:30:10.546589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60514) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:10.604534 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-67da18b9-00c7-4332-b7ee-68028d4b30aa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=001d24a844c340be825a61aadbaa8599&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565467 Feb 11 13:30:10.607215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60518) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:10.674467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.710353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.768305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.772457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e05cfd03-f55b-43f0-856b-197dae1b2041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:10.788294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12da0f-5b20-4629-9ac0-a37999d6ae33,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:10.791179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:10.797915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.799149 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2c12da0f-5b20-4629-9ac0-a37999d6ae33 HTTP/1.1" status: 204 len: 168 time: 0.1908431 Feb 11 13:30:11.835972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60550) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:11.983144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-695108528-network', 'tenant_id': '3fada5d230234f628ecdbec4e329f906'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:11.989253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:11.992946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Usage tracker for resource:network and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:11.996015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:12.002328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:12.016123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Made reservation on behalf of 3fada5d230234f628ecdbec4e329f906 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:12.021877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.035659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.051025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:12.055207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:12.058290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:12.064699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:12.156127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.168682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.173276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3515814e-d148-4340-a949-94ee61c2a25a tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:12.204995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:30:12.218039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934be251-dc3f-4c23-920f-2692176bbaf5,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:12.223192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:12.224239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.224667 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Added segment 9de46e60-4c42-4fe6-9108-346f0d4023b8 of type vxlan for network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 Feb 11 13:30:12.253771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.264181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a1d5de90-63e4-4dab-bef7-a53fe9c88269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.288409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.289632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:12.290275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.295357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:12.389337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.403970 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5667150 Feb 11 13:30:12.404943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:12.407853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:12.408469 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 60558) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:12.414933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Request body: {'subnet': {'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-subnet', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:12.415791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:30:12.420219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:12.424840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Usage tracker for resource:subnet and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:12.428121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:12.433378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:30:12.433993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:12.445112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Made reservation on behalf of 3fada5d230234f628ecdbec4e329f906 for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:12.449933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846417155'] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.861834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846867615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846417172'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:12.878016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:13.012571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eac9635-3246-4662-baea-181ce76f69c5,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:13.016555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:13.077466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Checking segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:13.077775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Network hostable DHCP agents. Network: c0cbdc28-6ce1-4f2a-8604-d4437c57fc18, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:30:13.099689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:30:13.108517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, c0cbdc28-6ce1-4f2a-8604-d4437c57fc18) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:13.118662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f9f88-0dc5-484c-a08f-09f2c248ab09 None None] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:30:13.121594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:13.122234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.149429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60570) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:13.149810 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f6eb88ba-14eb-4f7b-9205-2de2d9755df3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7398646 Feb 11 13:30:13.155959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:13.161749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:13.166746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Usage tracker for resource:router and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:13.170001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:13.176928 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:13.187321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.188489 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.206661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.370303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:30:13.371478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.507688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.670007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Allocated IP 172.20.0.2 (c0cbdc28-6ce1-4f2a-8604-d4437c57fc18/9eac9635-3246-4662-baea-181ce76f69c5/56fc6a92-bc50-459d-a36e-89f803bc3330) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:30:13.836205 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.844576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.881084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.906740 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.919771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Transition to ACTIVE for port object 56fc6a92-bc50-459d-a36e-89f803bc3330 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:13.942018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Transition to ACTIVE for port object 56fc6a92-bc50-459d-a36e-89f803bc3330 will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:13.947051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.966718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e4729195-73a4-4b1c-b451-649c42178d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:14.110431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Pushing event updated for resources: {'Port': ['ID=56fc6a92-bc50-459d-a36e-89f803bc3330,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:14.123143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.123537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.123924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.124333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.124712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.125090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.125463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.125834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.126213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.126623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.126990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.127356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.127794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.128190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.128558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.129231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.129367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.129632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.129996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.130357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.130716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.131080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.131443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.131805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:14.138254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:14.164691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Allocated IP 172.27.2.245 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/3c258644-2993-457b-9466-794b02d19a48) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:30:14.176829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:14.178286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:14.181250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:30:14.241640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Attempting to bind port 56fc6a92-bc50-459d-a36e-89f803bc3330 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:14.242062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Attempting to bind port 56fc6a92-bc50-459d-a36e-89f803bc3330 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:30:14.242477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Attempting to bind port 56fc6a92-bc50-459d-a36e-89f803bc3330 on network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:30:14.248807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:30:14.249231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Checking segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:14.249690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.250133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Bound using segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:30:14.250655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Bound port: 56fc6a92-bc50-459d-a36e-89f803bc3330, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:30:14.251079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.350876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.372566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] For port 56fc6a92-bc50-459d-a36e-89f803bc3330, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:30:14.374627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.376477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] For port 56fc6a92-bc50-459d-a36e-89f803bc3330, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=56fc6a92-bc50-459d-a36e-89f803bc3330,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:30:14.380506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.380922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.396838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:14.397530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebbc0e56-12b3-42d8-adbc-114b4d0d44b0 tempest-VolumesActionsTest-1522514378 tempest-VolumesActionsTest-1522514378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:14.543938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Pushing event updated for resources: {'Port': ['ID=3c258644-2993-457b-9466-794b02d19a48,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:14.547149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:14.549958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Pushing event updated for resources: {'Port': ['ID=56fc6a92-bc50-459d-a36e-89f803bc3330,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:14.555223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:14.598213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:14.599549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:14.601906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:30:15.311646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:15.678173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:15.911743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Router ad6e8661-d307-44c4-933c-d7c83d732998 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:30:15.959662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd8e5c-98b4-4167-82c3-aabe32fd8ef2 None None] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:30:16.068673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-ecd57091-a72e-4a67-9f52-bc7970a0ade3 None None] Provisioning for port 56fc6a92-bc50-459d-a36e-89f803bc3330 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:16.105599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:30:16.128973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:16.130708 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d11d73c4-cec5-49c5-b9bd-5ed617e2d73c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9795623 Feb 11 13:30:16.133177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60596) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:16.139508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:30:16.164482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:16.165099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:30:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:16.592964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:16.922604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 56fc6a92-bc50-459d-a36e-89f803bc3330 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:16.928431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.021968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 56fc6a92-bc50-459d-a36e-89f803bc3330 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:17.028559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 56fc6a92-bc50-459d-a36e-89f803bc3330 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:17.028987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.064097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:15Z', 'revision_number': 3, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:17.085277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:30:17.085685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Updating router ad6e8661-d307-44c4-933c-d7c83d732998 port 3c258644-2993-457b-9466-794b02d19a48 binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:30:17.174580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.218975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-e3675167-e703-4c76-b725-d57757cdc290 None None] Provisioning complete for port 56fc6a92-bc50-459d-a36e-89f803bc3330 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:17.219308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e3675167-e703-4c76-b725-d57757cdc290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.475667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.552412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e3675167-e703-4c76-b725-d57757cdc290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.556180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Allocated IP 172.20.0.1 (c0cbdc28-6ce1-4f2a-8604-d4437c57fc18/9eac9635-3246-4662-baea-181ce76f69c5/2a788973-8631-422b-8741-063006d54a49) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:30:17.607531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 56fc6a92-bc50-459d-a36e-89f803bc3330, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=56fc6a92-bc50-459d-a36e-89f803bc3330,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:17.614837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.619078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:17.719177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.738316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Transition to ACTIVE for port object 2a788973-8631-422b-8741-063006d54a49 will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:17.763575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.779890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-369ef603-9470-4d40-945a-1acc80636a1d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:17.837231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-e3675167-e703-4c76-b725-d57757cdc290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:17.837641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-e3675167-e703-4c76-b725-d57757cdc290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:30:17.844499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=56fc6a92-bc50-459d-a36e-89f803bc3330,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:17.850053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:17.936155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Pushing event updated for resources: {'Port': ['ID=2a788973-8631-422b-8741-063006d54a49,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:17.940533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:17.968368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.982495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Transition to ACTIVE for port object 3c258644-2993-457b-9466-794b02d19a48 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:17.985523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:17.985873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:17.987168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:17.989673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:30:18.001270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:18.050035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.150305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0d60a-70c1-41d6-8a50-c967a59a1540 None None] Pushing event updated for resources: {'Port': ['ID=3c258644-2993-457b-9466-794b02d19a48,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:18.154675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-96a0d60a-70c1-41d6-8a50-c967a59a1540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:18.213143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Attempting to bind port 3c258644-2993-457b-9466-794b02d19a48 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:18.213575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Attempting to bind port 3c258644-2993-457b-9466-794b02d19a48 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:30:18.213991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Attempting to bind port 3c258644-2993-457b-9466-794b02d19a48 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:30:18.219709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:30:18.220164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:18.220599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.221039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:30:18.221553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Bound port: 3c258644-2993-457b-9466-794b02d19a48, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:30:18.221975 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.306527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] For port 3c258644-2993-457b-9466-794b02d19a48, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:30:18.319504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] For port 3c258644-2993-457b-9466-794b02d19a48, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=3c258644-2993-457b-9466-794b02d19a48,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:30:18.320279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.323062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.339203 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:18.632570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.636499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.667537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-20c15399-b22a-4788-beaa-b32884d441e9 tempest-VolumesSnapshotTestJSON-898867841 tempest-VolumesSnapshotTestJSON-898867841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:18.738390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0d60a-70c1-41d6-8a50-c967a59a1540 None None] Pushing event updated for resources: {'Port': ['ID=3c258644-2993-457b-9466-794b02d19a48,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:18.742161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-96a0d60a-70c1-41d6-8a50-c967a59a1540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:18.757009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Pushing event updated for resources: {'Port': ['ID=2a788973-8631-422b-8741-063006d54a49,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:18.759828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:18.774316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:18.775198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:30:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:18.776632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:18.912655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:18.913898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:18.919173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 56fc6a92-bc50-459d-a36e-89f803bc3330 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:19.006141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-95c9772e-0b14-4866-8402-e4e20f3ea665 None None] Provisioning for port 2a788973-8631-422b-8741-063006d54a49 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:19.020737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-95c9772e-0b14-4866-8402-e4e20f3ea665 None None] Provisioning complete for port 2a788973-8631-422b-8741-063006d54a49 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:19.021212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95c9772e-0b14-4866-8402-e4e20f3ea665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.111002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:19.121152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Router ad6e8661-d307-44c4-933c-d7c83d732998 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:30:19.160973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-95c9772e-0b14-4866-8402-e4e20f3ea665 None None] Port 2a788973-8631-422b-8741-063006d54a49 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:30:19.177806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 56fc6a92-bc50-459d-a36e-89f803bc3330 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:19.178097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.246820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-95c9772e-0b14-4866-8402-e4e20f3ea665 None None] Provisioning complete for port 56fc6a92-bc50-459d-a36e-89f803bc3330 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:19.247304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-95c9772e-0b14-4866-8402-e4e20f3ea665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.327043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:30:19.337103 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] 10.222.0.93 "PUT /v2.0/routers/ad6e8661-d307-44c4-933c-d7c83d732998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2028449 Feb 11 13:30:19.709029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 2, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:19.713426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70324f5d-8472-43f0-99af-5fc768bdcd0f None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 2, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:30:19.762982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-97af730a-249b-4f87-9ccd-7a0813ddd577 None None] Provisioning complete for port 2a788973-8631-422b-8741-063006d54a49 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:19.763618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-97af730a-249b-4f87-9ccd-7a0813ddd577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.828769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-97af730a-249b-4f87-9ccd-7a0813ddd577 None None] Port 2a788973-8631-422b-8741-063006d54a49 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:30:20.091554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 60634) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:20.098042 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778347195', 'description': 'tempest-description--982521319'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:20.125269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:20.130330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:20.134929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:20.140831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:19.787548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.787548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:19.787548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:19.787548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:19.787548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:19.867022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.869773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.875452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38bf8748-9e75-4a99-81d5-3d272ebd72a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:19.916803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.920906 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: -0.1747704 Feb 11 13:30:19.921223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 60640) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:19.924099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484275d0-c2c7-4a09-be50-bed9e6fd94c2,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:19.931391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'security_group_rule': {'security_group_id': '484275d0-c2c7-4a09-be50-bed9e6fd94c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:19.952148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:19.953174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:19.957282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:19.960856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:19.968075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:19.987845 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.063275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.066049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.069593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:20.094694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad76c4de-0a15-4147-96fa-b58c21df21b8,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:20.097757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:20.108652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.109981 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1b8b1f40-e063-42cc-ba68-d02ec1451565 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878638 Feb 11 13:30:20.112859 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 60644) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:20.119353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'security_group_rule': {'security_group_id': '484275d0-c2c7-4a09-be50-bed9e6fd94c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:20.142623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:20.147114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:20.151289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:20.157980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:20.178139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.251470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.254329 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.256445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:20.281240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0409163-18ab-4530-a79f-a14013606545,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:20.283933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:20.291894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.296202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1792910 Feb 11 13:30:20.296590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60650) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:20.302634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:20.325027 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:20.329264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:floatingip and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:20.332447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:20.338938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:20.350061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.470057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 3c258644-2993-457b-9466-794b02d19a48 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:20.543539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.554721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 3c258644-2993-457b-9466-794b02d19a48 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:20.560371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 3c258644-2993-457b-9466-794b02d19a48 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:20.560796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.696481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.714796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 3c258644-2993-457b-9466-794b02d19a48, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=3c258644-2993-457b-9466-794b02d19a48,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:20.718555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.720314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:20.792265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=3c258644-2993-457b-9466-794b02d19a48,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:20.795769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:20.829313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Allocated IP 172.27.2.68 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/6172a8b8-7941-43e4-aeb5-d528d227a9da) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:30:20.932922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.988461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.022270 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.038029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-83ba7b5b-aaaf-4500-9d95-5f0acdb9cb0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:21.186704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'Port': ['ID=6172a8b8-7941-43e4-aeb5-d528d227a9da,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:21.191095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:21.236927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:21.238058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:21.240416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:30:21.329044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.391436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.901739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.905802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.924264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cbf07673-82da-4074-9d8a-2284b7449755 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:22.076960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'Port': ['ID=6172a8b8-7941-43e4-aeb5-d528d227a9da,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:22.081315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:22.174793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:22.198111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:22.199536 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9018164 Feb 11 13:30:22.407694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-e7ed3564-cbd2-4328-8b2c-4bb78ef0f1b7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:22.430544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-e7ed3564-cbd2-4328-8b2c-4bb78ef0f1b7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:22.431820 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-e7ed3564-cbd2-4328-8b2c-4bb78ef0f1b7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1778347195&fields=id&tenant_id=3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 267 time: 0.0881031 Feb 11 13:30:22.439167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 3c258644-2993-457b-9466-794b02d19a48 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:22.521037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 3c258644-2993-457b-9466-794b02d19a48 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:22.521582 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:22.690024 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-59b6e0c4-3269-49d0-8249-fb3b1ed24984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:22.691112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-59b6e0c4-3269-49d0-8249-fb3b1ed24984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:network {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:22.698023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:30:22.708420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-59b6e0c4-3269-49d0-8249-fb3b1ed24984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:network {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:22.709093 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:22.709770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:30:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:22.709997 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-59b6e0c4-3269-49d0-8249-fb3b1ed24984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 816 time: 0.2692282 Feb 11 13:30:22.728672 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-6337a6bb-463f-405b-970d-ba0e697e9908 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/quotas/3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 375 time: 0.0113122 Feb 11 13:30:22.873538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-177a3e53-d841-4e42-bfe4-c28dac14d9d8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:22.893331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-177a3e53-d841-4e42-bfe4-c28dac14d9d8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:22.894952 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-177a3e53-d841-4e42-bfe4-c28dac14d9d8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599283 Feb 11 13:30:22.992861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-addf78ef-0daf-47a0-ad2c-83970e1dd82b service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:30:22.993966 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-addf78ef-0daf-47a0-ad2c-83970e1dd82b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0851591 Feb 11 13:30:23.058670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:23.143442 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-52bddeaa-f1e2-4cb9-858d-082cd4906061 service neutron] 10.222.0.93 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423123 Feb 11 13:30:23.300852 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-851ebbbc-c0d8-496a-aada-d45548ce0d08 service neutron] 10.222.0.93 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506879 Feb 11 13:30:23.399460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 2, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:23.404431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:30:23.404826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Updating router ad6e8661-d307-44c4-933c-d7c83d732998 port 2a788973-8631-422b-8741-063006d54a49 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:30:23.470524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.552748 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-068f12e9-995a-44d3-9e12-6548c4f8ef88 req-7e3bede7-55b9-4a42-a221-5ffa47693b00 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 210 time: 0.0682421 Feb 11 13:30:23.918607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.930761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Transition to ACTIVE for port object 2a788973-8631-422b-8741-063006d54a49 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:23.933882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.956682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fefd665c-17c5-419a-8496-f8496e6869ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:24.099919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Pushing event updated for resources: {'Port': ['ID=2a788973-8631-422b-8741-063006d54a49,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:24.111290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.111680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.112061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.112433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.112802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.113169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.113534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.113897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.114300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.114668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.115027 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.115384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.115809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.116165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.116524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.116878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.117234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.117589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.117940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.118317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.118675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.119034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.119412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.119768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:24.126088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:24.283548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Attempting to bind port 2a788973-8631-422b-8741-063006d54a49 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:24.284226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Attempting to bind port 2a788973-8631-422b-8741-063006d54a49 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:30:24.284919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Attempting to bind port 2a788973-8631-422b-8741-063006d54a49 on network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:30:24.293308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:30:24.293726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Checking segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:24.294179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.294643 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Bound using segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:30:24.295159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Bound port: 2a788973-8631-422b-8741-063006d54a49, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:30:24.295579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.430279 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] For port 2a788973-8631-422b-8741-063006d54a49, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:30:24.434041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] For port 2a788973-8631-422b-8741-063006d54a49, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=2a788973-8631-422b-8741-063006d54a49,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:30:24.437655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.458157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:24.614563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Pushing event updated for resources: {'Port': ['ID=2a788973-8631-422b-8741-063006d54a49,revision_number=4']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:24.618293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-feae8197-b9fa-480b-a4fa-69dd768e9c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:24.682320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:24.683158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:30:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:24.825890 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-52799b23-0561-4733-824e-dcf263adc59d req-96675d8a-93a2-4bc4-9d53-9a5b42c47a42 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 210 time: 0.0887294 Feb 11 13:30:24.938529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:25.173179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-e4f15984-63f7-44e3-aa9a-7ac8bfb50c40 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:25.174865 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-e4f15984-63f7-44e3-aa9a-7ac8bfb50c40 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 816 time: 0.2889369 Feb 11 13:30:25.293287 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-6a615ee0-69f1-46de-aa6d-12190f716cf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "GET /v2.0/security-groups?tenant_id=3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 5708 time: 0.1049283 Feb 11 13:30:25.304813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'port': {'device_id': '4100bd12-c5d3-42e7-b874-14359d058e35', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'admin_state_up': True, 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'security_groups': ['484275d0-c2c7-4a09-be50-bed9e6fd94c2']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:25.306196 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:24Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:25.310492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85d002-f7cc-4269-875b-2db61cba8e65 None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:24Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:30:25.458998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:25.469936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:25.480934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Made reservation on behalf of 3fada5d230234f628ecdbec4e329f906 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:25.503661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.836018 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Allocated IP 172.20.0.13 (c0cbdc28-6ce1-4f2a-8604-d4437c57fc18/9eac9635-3246-4662-baea-181ce76f69c5/7abc2496-40ab-409c-8476-e81df6c64a64) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:30:26.036902 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1752d853-a579-44c1-a26a-f9d60e423f40 req-415e9991-dfbd-4f8f-a1d9-187bdd93d0e7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 210 time: 0.0620263 Feb 11 13:30:26.092424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.108828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Transition to ACTIVE for port object 7abc2496-40ab-409c-8476-e81df6c64a64 will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:26.132765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.148717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e498fe9-4524-48e4-82cc-e4581bf843c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:26.301771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'Port': ['ID=7abc2496-40ab-409c-8476-e81df6c64a64,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:26.306219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:26.353084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:26.354238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:26.356546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:30:26.461389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 2a788973-8631-422b-8741-063006d54a49 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:26.495886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:26.497181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.528222 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2292356 Feb 11 13:30:26.543052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Request body: {'port': {'device_id': '4100bd12-c5d3-42e7-b874-14359d058e35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:26.551119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 2a788973-8631-422b-8741-063006d54a49 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:26.557135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 2a788973-8631-422b-8741-063006d54a49 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:26.557924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.626043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-af69f619-524e-4d3e-b1f4-8651c06c4967 None None] Provisioning for port 7abc2496-40ab-409c-8476-e81df6c64a64 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:26.634475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-af69f619-524e-4d3e-b1f4-8651c06c4967 None None] Provisioning complete for port 7abc2496-40ab-409c-8476-e81df6c64a64 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:26.637252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-af69f619-524e-4d3e-b1f4-8651c06c4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.678146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.703696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-af69f619-524e-4d3e-b1f4-8651c06c4967 None None] Port 7abc2496-40ab-409c-8476-e81df6c64a64 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:30:26.760342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.797958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 2a788973-8631-422b-8741-063006d54a49, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=2a788973-8631-422b-8741-063006d54a49,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:26.801355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:26.803372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:26.881505 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=2a788973-8631-422b-8741-063006d54a49,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:26.886140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:27.109866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abc2496-40ab-409c-8476-e81df6c64a64 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:30:27.118600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.132373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Transition to ACTIVE for port object 7abc2496-40ab-409c-8476-e81df6c64a64 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:27.135105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.152496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:27.596719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7abc2496-40ab-409c-8476-e81df6c64a64,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:27.600013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:27.805443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3563-759e-4c75-ad1c-14ed83794a41 req-d66cffdc-a1cc-4ede-9a05-d50ac395cbac tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:27.806289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c58c3563-759e-4c75-ad1c-14ed83794a41 req-d66cffdc-a1cc-4ede-9a05-d50ac395cbac tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:27.870901 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-c58c3563-759e-4c75-ad1c-14ed83794a41 req-d66cffdc-a1cc-4ede-9a05-d50ac395cbac tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:27.872210 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c58c3563-759e-4c75-ad1c-14ed83794a41 req-d66cffdc-a1cc-4ede-9a05-d50ac395cbac tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 944 time: 0.6583960 Feb 11 13:30:27.928817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Attempting to bind port 7abc2496-40ab-409c-8476-e81df6c64a64 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:27.929327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Attempting to bind port 7abc2496-40ab-409c-8476-e81df6c64a64 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:30:27.929608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Attempting to bind port 7abc2496-40ab-409c-8476-e81df6c64a64 on network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:30:27.940422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:30:27.940797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Checking segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:27.941202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.941598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Bound using segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:30:27.942706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Bound port: 7abc2496-40ab-409c-8476-e81df6c64a64, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:30:27.943091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.977597 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c58c3563-759e-4c75-ad1c-14ed83794a41 req-145b6159-5924-4de8-a1fc-cc4acbe533a9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986032 Feb 11 13:30:28.064683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] For port 7abc2496-40ab-409c-8476-e81df6c64a64, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:30:28.067981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] For port 7abc2496-40ab-409c-8476-e81df6c64a64, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7abc2496-40ab-409c-8476-e81df6c64a64,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:30:28.071459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:28.092026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-520233e5-dc61-4893-821f-24f605d32582 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:28.249391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7abc2496-40ab-409c-8476-e81df6c64a64,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:28.263735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:28.295537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.296210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:28.297724 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] 10.222.0.123 "PUT /v2.0/ports/7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 1158 time: 1.7617183 Feb 11 13:30:28.298260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:28.380484 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64', 'status': 'completed', 'code': 200} Feb 11 13:30:28.419862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-08906c5b-337f-421d-b08c-5af6d06d82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.421518 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-08906c5b-337f-421d-b08c-5af6d06d82b7 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1161 time: 0.0839288 Feb 11 13:30:28.431826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 2a788973-8631-422b-8741-063006d54a49 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:28.503897 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-4447d674-1367-4d7a-be32-1f6c591abbd4 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 217 time: 0.0747604 Feb 11 13:30:28.511692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 2a788973-8631-422b-8741-063006d54a49 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:28.512112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:28.574083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-8784cf9f-a86a-4c06-9aa3-986771f6c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.575626 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-8784cf9f-a86a-4c06-9aa3-986771f6c13d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0655808 Feb 11 13:30:28.665220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-78eed163-bb6b-466c-90de-4be0b03fb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.666869 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-78eed163-bb6b-466c-90de-4be0b03fb74a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848510 Feb 11 13:30:28.813827 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-9a1eafe6-38ab-4678-9d40-f1d8c4f2276e service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388447 Feb 11 13:30:28.958390 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f5cd894e-6c8d-432f-b0d0-2243e7806cbe req-90de1c76-1297-43a0-a676-24511cbab256 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379290 Feb 11 13:30:29.082789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-28266dd6-5594-4429-a537-15510575f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.084426 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-28266dd6-5594-4429-a537-15510575f080 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1161 time: 0.0825493 Feb 11 13:30:29.305737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-5e3742b7-bf68-4f9d-8a9f-1d54daba9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.307378 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-5e3742b7-bf68-4f9d-8a9f-1d54daba9531 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.2151268 Feb 11 13:30:29.392265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64c0e-50cb-4510-b36e-d5b37d6e2691 req-dd149eba-b0b2-4eb5-817f-f551bf073359 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.393931 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dbe64c0e-50cb-4510-b36e-d5b37d6e2691 req-dd149eba-b0b2-4eb5-817f-f551bf073359 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 944 time: 0.2654519 Feb 11 13:30:29.475479 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-b11112db-7b9d-4242-948b-ddf3f4cd7a71 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 217 time: 0.0804732 Feb 11 13:30:29.574089 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dbe64c0e-50cb-4510-b36e-d5b37d6e2691 req-45e0998d-08b5-4983-afd7-38181be4f07e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210036 Feb 11 13:30:29.586109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-14dfa046-164d-4894-b16a-279002531657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.587688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-14dfa046-164d-4894-b16a-279002531657 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.1038456 Feb 11 13:30:29.684052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-e1e47f80-2c7d-4ff8-a185-909a04b6cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.685662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-e1e47f80-2c7d-4ff8-a185-909a04b6cbe6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904531 Feb 11 13:30:29.829645 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-f45fb306-a5d6-40f5-9fd3-08a185685e5d service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369846 Feb 11 13:30:29.974313 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a1310de-6cb2-4978-8045-3a79218c2de7 req-50182968-0941-4ee0-81a6-9d7d019f497a service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381092 Feb 11 13:30:30.890517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa1770-bd91-4b44-9459-1c4f160234c4 req-6d845d41-27d2-4571-995c-377a568cc9c1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:30.892158 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28fa1770-bd91-4b44-9459-1c4f160234c4 req-6d845d41-27d2-4571-995c-377a568cc9c1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 944 time: 0.1691594 Feb 11 13:30:30.956137 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-28fa1770-bd91-4b44-9459-1c4f160234c4 req-4d711188-9dd3-431a-9551-05e0c8e6e257 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575447 Feb 11 13:30:32.273755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86164dcc-2b3b-485a-8f64-5d9401f55cd5 req-873b87d4-267b-4b80-9469-bd6a36a445dd tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.275537 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-86164dcc-2b3b-485a-8f64-5d9401f55cd5 req-873b87d4-267b-4b80-9469-bd6a36a445dd tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 944 time: 0.1664960 Feb 11 13:30:32.346903 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-86164dcc-2b3b-485a-8f64-5d9401f55cd5 req-9e3cba97-30d8-4d30-8c1d-3a588e29f6dc tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646296 Feb 11 13:30:33.287156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 7abc2496-40ab-409c-8476-e81df6c64a64 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:33.363284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 7abc2496-40ab-409c-8476-e81df6c64a64 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:33.368993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 7abc2496-40ab-409c-8476-e81df6c64a64 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:33.369423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:33.665215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:33.690586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b845a2-1412-4797-82f2-c88479bd8493 req-4940f792-3c7f-41c8-a743-2a3667e799e0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:33.692323 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-22b845a2-1412-4797-82f2-c88479bd8493 req-4940f792-3c7f-41c8-a743-2a3667e799e0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 944 time: 0.1849959 Feb 11 13:30:33.697804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:33.708967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 7abc2496-40ab-409c-8476-e81df6c64a64, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7abc2496-40ab-409c-8476-e81df6c64a64,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:33.712407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:33.714630 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-163ebb73-a504-4275-9603-972d0be418a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:33.768171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-22b845a2-1412-4797-82f2-c88479bd8493 req-2e8064e3-6452-414a-b0df-0ca751601820 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690601 Feb 11 13:30:33.771678 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64', 'code': 200} Feb 11 13:30:33.791797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=7abc2496-40ab-409c-8476-e81df6c64a64,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:33.795155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:34.013155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a16b43-1c86-4c9c-8561-8a0f29b358fb req-440e3129-097b-4e3d-b828-7be79e24b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:34.014776 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92a16b43-1c86-4c9c-8561-8a0f29b358fb req-440e3129-097b-4e3d-b828-7be79e24b0e7 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0812867 Feb 11 13:30:34.058775 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92a16b43-1c86-4c9c-8561-8a0f29b358fb req-80d8db94-8289-4476-b5fc-5095525a19dc service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 Feb 11 13:30:34.777120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 7abc2496-40ab-409c-8476-e81df6c64a64 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:34.856171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 7abc2496-40ab-409c-8476-e81df6c64a64 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:34.856171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:35.089242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08628df-ee3f-43fa-8b11-36ed67f63376 req-c550d370-4734-44a3-8552-57b86d3f6b6e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:35.090880 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a08628df-ee3f-43fa-8b11-36ed67f63376 req-c550d370-4734-44a3-8552-57b86d3f6b6e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 946 time: 0.1671884 Feb 11 13:30:35.154904 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a08628df-ee3f-43fa-8b11-36ed67f63376 req-8fe74a3e-aa77-47be-b574-d1b80c9c9525 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573463 Feb 11 13:30:36.605170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866050b-3eba-4a23-bda3-5d87a8781471 req-405d0978-05be-4bbb-b847-a08734063ab6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:36.606894 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7866050b-3eba-4a23-bda3-5d87a8781471 req-405d0978-05be-4bbb-b847-a08734063ab6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 946 time: 0.1676641 Feb 11 13:30:36.672654 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7866050b-3eba-4a23-bda3-5d87a8781471 req-22fa3ada-c960-45c9-b039-749895c65db9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586338 Feb 11 13:30:36.981837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9301-e65b-4b72-9e83-faffbe929ceb req-641b89b1-57c7-4b4a-a8d9-54faca7a00d2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:36.983577 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2baf9301-e65b-4b72-9e83-faffbe929ceb req-641b89b1-57c7-4b4a-a8d9-54faca7a00d2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 946 time: 0.1705008 Feb 11 13:30:36.993541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 60842) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:36.999407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'floatingip': {'port_id': '7abc2496-40ab-409c-8476-e81df6c64a64'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:37.098897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:37.970955 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:37.973993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.165821 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Floating IP 7d885c5a-6e44-4ac1-b139-c7775f5e93cb associated. External IP: 172.27.2.68, port: 7abc2496-40ab-409c-8476-e81df6c64a64. Feb 11 13:30:38.551689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Router ad6e8661-d307-44c4-933c-d7c83d732998 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:30:38.747882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:30:38.752351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.758451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:30:38.768292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:38.769047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:30:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:38.810911 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-afb28742-9778-4d41-95ac-ecf95dcbd1ee tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "PUT /v2.0/floatingips/7d885c5a-6e44-4ac1-b139-c7775f5e93cb HTTP/1.1" status: 200 len: 991 time: 1.8161576 Feb 11 13:30:38.811599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:38.872999 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64', 'status': 'completed', 'code': 200} Feb 11 13:30:38.939456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ae9170d1-0d6a-4c2f-a5c8-aa8b8ba8471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.996334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:39.000040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-1ae1818c-4d63-4442-9296-43cb0f796db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.001953 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-1ae1818c-4d63-4442-9296-43cb0f796db3 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0962152 Feb 11 13:30:39.175004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-11d8fa59-df06-4ac5-ab28-66f836cffe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.176713 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-11d8fa59-df06-4ac5-ab28-66f836cffe89 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1680255 Feb 11 13:30:39.295003 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-b908eb73-327d-416d-905b-4fd81d6f3eef service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 999 time: 0.1100731 Feb 11 13:30:39.371352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-1dc9b24a-3ef0-4245-bfb1-cb8af5a751f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.372998 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-1dc9b24a-3ef0-4245-bfb1-cb8af5a751f0 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0704293 Feb 11 13:30:39.405457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '7d885c5a-6e44-4ac1-b139-c7775f5e93cb', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'port_id': '7abc2496-40ab-409c-8476-e81df6c64a64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'mac_address': 'fa:16:3e:38:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100bd12-c5d3-42e7-b874-14359d058e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:30:21Z', 'updated_at': '2021-02-11T13:30:37Z', 'revision_number': 1, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:39.409533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:30:39.419688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:30:39.420354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:30:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:39.459074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-46958d7f-2738-4673-a6ea-f1032ec85d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.460721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-46958d7f-2738-4673-a6ea-f1032ec85d89 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795491 Feb 11 13:30:39.608041 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-4d5fd175-9109-43ea-b357-b9aa53b3ea53 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399508 Feb 11 13:30:39.609259 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:30:39.767882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-85703085-11c1-44e8-8175-f9dc20ea7f7e req-044e8cd8-584d-4168-8aac-59615f35e6f6 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528733 Feb 11 13:30:39.996724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '7d885c5a-6e44-4ac1-b139-c7775f5e93cb', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'port_id': '7abc2496-40ab-409c-8476-e81df6c64a64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'mac_address': 'fa:16:3e:38:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100bd12-c5d3-42e7-b874-14359d058e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:30:21Z', 'updated_at': '2021-02-11T13:30:37Z', 'revision_number': 1, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:40.001328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa2ecb-535e-4a55-b405-7b0e81dd5648 None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '7d885c5a-6e44-4ac1-b139-c7775f5e93cb', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'port_id': '7abc2496-40ab-409c-8476-e81df6c64a64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'mac_address': 'fa:16:3e:38:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100bd12-c5d3-42e7-b874-14359d058e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:30:21Z', 'updated_at': '2021-02-11T13:30:37Z', 'revision_number': 1, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:30:40.295997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069d8e0-9f04-49c9-b5cf-2705dedc9ddf None None] New status for floating IP 7d885c5a-6e44-4ac1-b139-c7775f5e93cb: ACTIVE {{(pid=79971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:30:40.606386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:30:41.832245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5007cc44-11ca-4631-a5c4-219949f09439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:41.958546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.400370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.931629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:50.960724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:07.385142 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-a0337cb2-66ed-4a05-ae64-15dd45ad006c service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0837998 Feb 11 13:31:07.539662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e903-c137-45c9-845d-a1bf26f43621 req-c76ce91d-3064-448c-a20e-858de842bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:31:07.541350 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-c76ce91d-3064-448c-a20e-858de842bb6d service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.0804291 Feb 11 13:31:07.703799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e903-c137-45c9-845d-a1bf26f43621 req-cd5fd09f-e9cc-4871-9714-f965ae484011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:31:07.705487 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-cd5fd09f-e9cc-4871-9714-f965ae484011 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1433656 Feb 11 13:31:07.784160 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-8f1748f0-2c62-4723-8735-a06ebd013142 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0719705 Feb 11 13:31:07.854345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e903-c137-45c9-845d-a1bf26f43621 req-843b367a-5782-4944-b9a2-6b3f65fb352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:31:07.855869 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-843b367a-5782-4944-b9a2-6b3f65fb352a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0648723 Feb 11 13:31:07.911071 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-016359be-f22a-4a31-a60b-6968f963aed0 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474029 Feb 11 13:31:08.057054 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-6d541790-af6f-4287-8e81-bd61795e03a9 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391320 Feb 11 13:31:08.203497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b528e903-c137-45c9-845d-a1bf26f43621 req-2723faf8-d33d-49c8-9035-3b543b9f7350 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387458 Feb 11 13:31:08.912236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-91ddde4a-561d-437a-99f5-e382af7a19e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:11.833416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bdbd99f6-5ae5-4f24-b992-52574a47468e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:11.963810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:13.385553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:13.941064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.605317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:31:20.989974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:38.915133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7de585ef-c637-4b88-9515-b4c8193787ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:41.834835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa5c5-38e2-4a3d-a558-d10bdd474538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:41.971953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.392066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.947143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:51.000144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:54.611102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:32:07.506324 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-44e71825-3940-47a9-871b-51e1fa27d2ef service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1718049 Feb 11 13:32:07.612606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-7d5f8c43-22fa-4129-8b00-e9c990e78d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:07.614328 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-7d5f8c43-22fa-4129-8b00-e9c990e78d6a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0836010 Feb 11 13:32:07.777933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-222fd861-46b1-45e7-b838-629e5dfa992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:07.780131 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-222fd861-46b1-45e7-b838-629e5dfa992d service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1455612 Feb 11 13:32:07.896894 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-bbc2dd1b-1637-4dfb-9ffd-d4ac23bca39a service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 1001 time: 0.1094313 Feb 11 13:32:07.970693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-6c59cc3b-45fe-430a-9784-42c8ef34bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:07.972294 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-6c59cc3b-45fe-430a-9784-42c8ef34bc57 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0694127 Feb 11 13:32:08.055460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-3d18fbca-3465-494e-92ce-baa043d6c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:08.056983 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-3d18fbca-3465-494e-92ce-baa043d6c722 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783563 Feb 11 13:32:08.457652 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-8f7a4830-c279-4563-a5e4-603dcae2cee2 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909309 Feb 11 13:32:08.614059 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cea589c3-1702-401c-9537-8d9e0c8aad98 req-b0fa25de-b191-4488-8ead-ea4f32e7ade2 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494286 Feb 11 13:32:08.919037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-56436f2e-c538-43d3-b67e-73bb50646fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:11.838741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-de13a4a7-4231-480a-980f-a70b137559bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:11.969974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:13.384062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:13.948302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:21.015600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:31.612451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:32:38.921412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-04d7df49-adb3-4d70-9755-812fab79804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:41.840099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-223195d9-fb18-48af-ba8a-d75c965f220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:41.971685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:43.386453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:43.964474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:51.036116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:07.376573 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-a7bec202-6a54-440d-960b-16bc6771f551 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762243 Feb 11 13:33:07.536806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-580a2a7c-1d09-4500-9f6f-a462fadf9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:33:07.538506 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-580a2a7c-1d09-4500-9f6f-a462fadf9d05 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=27a49f0389b84940a69df7a501636d92&device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 1163 time: 0.0865781 Feb 11 13:33:07.698309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-b16f2ec8-9f6a-41db-97d9-764f413e9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:33:07.699950 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-b16f2ec8-9f6a-41db-97d9-764f413e9046 service neutron] 10.222.0.123 "GET /v2.0/networks?id=00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 200 len: 909 time: 0.1412315 Feb 11 13:33:07.779187 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-aaa99f16-2909-45d5-a0a0-d9c8d2603168 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0717134 Feb 11 13:33:07.850631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-a50e4fa0-1a31-47d5-bd0a-e73a0d1b87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:33:07.852343 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-a50e4fa0-1a31-47d5-bd0a-e73a0d1b87fb service neutron] 10.222.0.123 "GET /v2.0/subnets?id=708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 200 len: 855 time: 0.0665944 Feb 11 13:33:07.907631 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-804cc125-27fc-414a-8b5e-9855c7ecdc98 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=00854548-371b-4f24-aaca-1b33fba3b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477629 Feb 11 13:33:08.054063 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-76532868-e023-4383-9165-cb336930746c service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395593 Feb 11 13:33:08.200136 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447efb90-8ffd-4718-ab5c-b54374b0e8e3 req-e588d9c8-5109-40b6-9fb0-e1a03c70ece3 service neutron] 10.222.0.123 "GET /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386149 Feb 11 13:33:08.612997 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:33:08.924285 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b295336-f3df-497f-ab2c-7d2d9e2b9917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:11.840337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-dedd571b-b99d-46be-86be-a08461abfa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:11.974156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:13.388882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:13.967297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:21.043047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:38.926284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d8119bc6-3cd9-47b1-94b9-69863d9aee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:41.848146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d28150a9-b549-4d3e-b495-258e9c0cdfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:41.977793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:43.391875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:43.973486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:45.612634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:33:51.044351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:07.413192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-4e75b7b4-cf8f-4de9-9a7b-3e8f53ebc11c service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0830505 Feb 11 13:34:07.515127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438545-61ac-4878-bcb9-42239f3a982a req-28e87dce-d36d-4cc0-a380-6b45e06c5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:34:07.516751 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-28e87dce-d36d-4cc0-a380-6b45e06c5784 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0814040 Feb 11 13:34:07.674749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438545-61ac-4878-bcb9-42239f3a982a req-55399787-66fc-4a98-8d07-8b5e4de03b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:34:07.676815 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-55399787-66fc-4a98-8d07-8b5e4de03b58 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1408417 Feb 11 13:34:07.787721 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-49ad08d5-818e-4f26-a83e-53b5f7d0d90d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 1001 time: 0.1039534 Feb 11 13:34:07.857961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438545-61ac-4878-bcb9-42239f3a982a req-30e12a65-a461-4f73-beb2-606119d15076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:34:07.859600 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-30e12a65-a461-4f73-beb2-606119d15076 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0656054 Feb 11 13:34:07.945099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438545-61ac-4878-bcb9-42239f3a982a req-8f9fa81a-4397-4e9a-b9fc-04d61452f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:34:07.946725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-8f9fa81a-4397-4e9a-b9fc-04d61452f578 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806065 Feb 11 13:34:08.095150 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-63aa374c-b58d-499b-be27-38a98a6179fb service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404922 Feb 11 13:34:08.240623 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-65438545-61ac-4878-bcb9-42239f3a982a req-4e857962-9d45-4237-9469-362140c864b0 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383419 Feb 11 13:34:08.929304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e6d64824-21b5-4182-8609-9c81b21a7ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.156471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 34598) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:09.318492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.334385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:34:09.338486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Usage tracker for resource:security_group_rule and tenant:3763867e9feb4b8da5265ab597775b76 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:34:09.341460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:34:09.347732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:34:09.437578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.440153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.448983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-53b39e40-029f-4f7a-b9c3-902b96d66fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:09.492503 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3763867e9feb4b8da5265ab597775b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347800 Feb 11 13:34:09.493452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445ef90c-420e-46de-bd02-f55b5a7b724b,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:09.495684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34610) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:09.501926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.502372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.502784 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.503227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.503624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.504022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.504462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.504863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.505268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.505651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.506041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.506457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.506924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.507423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.507812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.508201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.508591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.508976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.509362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.509746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.510130 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.510634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.510911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.511297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.515839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:09.565227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.592110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.643055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.648108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a6efc6b0-a738-4cca-a713-1f688ee8d087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:09.663753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445ef90c-420e-46de-bd02-f55b5a7b724b,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:09.671624 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:09.672816 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/445ef90c-420e-46de-bd02-f55b5a7b724b HTTP/1.1" status: 204 len: 168 time: 0.1759942 Feb 11 13:34:09.674494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.675518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.675908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.676308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.676705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.677212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.677499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.677862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.678309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.678670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.679059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.679439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.679903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.680284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.680671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.681054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.681439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.681824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.682223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.682610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.682996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.683376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.683758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.684146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:34:09.687737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:11.842142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7580abbb-f019-4b05-b039-e59c0dc3fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:11.978848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:13.395492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:13.973711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:20.997009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18c8d-afa0-461f-a17b-d72a6dfceb2b req-a35ee293-432b-42ca-8699-3c1c222ab6dc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:34:20.997827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-afa18c8d-afa0-461f-a17b-d72a6dfceb2b req-a35ee293-432b-42ca-8699-3c1c222ab6dc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Synchronizing usage tracker for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:34:21.014144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-afa18c8d-afa0-461f-a17b-d72a6dfceb2b req-a35ee293-432b-42ca-8699-3c1c222ab6dc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Unset dirty status for tenant:27a49f0389b84940a69df7a501636d92 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:34:21.015498 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-afa18c8d-afa0-461f-a17b-d72a6dfceb2b req-a35ee293-432b-42ca-8699-3c1c222ab6dc tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.3846147 Feb 11 13:34:21.048674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:21.083200 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-afa18c8d-afa0-461f-a17b-d72a6dfceb2b req-030cf703-656c-44fc-845a-e1dca7423732 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/security-groups?id=c07c5825-6649-41fb-8c07-6d3fc9de3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590129 Feb 11 13:34:21.568104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-af42397f-e2e6-4533-9ed4-27355d6f245b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:34:21.569971 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-af42397f-e2e6-4533-9ed4-27355d6f245b tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 946 time: 0.1639392 Feb 11 13:34:21.676612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Deleting port aee77b66-f8a2-4552-b101-e600ddeeb4f5 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:34:21.677004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:21.947793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] For port aee77b66-f8a2-4552-b101-e600ddeeb4f5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=aee77b66-f8a2-4552-b101-e600ddeeb4f5,segment=NetworkSegment(cc930b30-3309-4b4e-b835-39cb9a4bd439),segment_id=cc930b30-3309-4b4e-b835-39cb9a4bd439)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:34:21.948131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:22.083793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Calling delete_port for aee77b66-f8a2-4552-b101-e600ddeeb4f5 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:34:22.242394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:22.248314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device aee77b66-f8a2-4552-b101-e600ddeeb4f5 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:34:22.258657 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3851f3ae-cc9a-407b-8c4b-cb0e9fc55bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:22.308146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] No Port match for: aee77b66-f8a2-4552-b101-e600ddeeb4f5 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:34:22.308356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Pushing event deleted for resources: {'Port': ['ID=aee77b66-f8a2-4552-b101-e600ddeeb4f5,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:22.308547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device aee77b66-f8a2-4552-b101-e600ddeeb4f5 not bound to the agent host hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:34:22.321910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:22.428745 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-16699187-b219-402d-8adf-336e1f719e11 req-edd17d97-54bd-4498-a4fe-b727ebb40f1f tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.93 "GET /v2.0/ports?device_id=71429868-9d51-401b-9c32-53f336ec8267 HTTP/1.1" status: 200 len: 210 time: 0.2147017 Feb 11 13:34:22.523661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] No DVR routers for this DVR port aee77b66-f8a2-4552-b101-e600ddeeb4f5 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:34:22.525944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:22.528674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71429868-9d51-401b-9c32-53f336ec8267', 'name': 'network-vif-deleted', 'tag': 'aee77b66-f8a2-4552-b101-e600ddeeb4f5'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:22.548969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38cc652e-8398-44d9-9d09-b27eee1fbadc req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] 10.222.0.123 "DELETE /v2.0/ports/aee77b66-f8a2-4552-b101-e600ddeeb4f5 HTTP/1.1" status: 204 len: 173 time: 0.9728217 Feb 11 13:34:22.613297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:34:23.544770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34734) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:23.713399 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71429868-9d51-401b-9c32-53f336ec8267', 'name': 'network-vif-deleted', 'tag': 'aee77b66-f8a2-4552-b101-e600ddeeb4f5', 'status': 'completed', 'code': 200} Feb 11 13:34:23.769662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Deleting subnet 708d48b3-30fb-48c7-bf41-c188a8e41a2f {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:34:23.772765 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:23.824314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:23.886246 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.143428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.159445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ff7bb034-c3a7-4c6a-b541-f87e75147117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:24.207564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708d48b3-30fb-48c7-bf41-c188a8e41a2f,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:24.211557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:24.297202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.303976 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-21bf221d-b8a8-42e9-ae4f-a678f4de7a5c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/708d48b3-30fb-48c7-bf41-c188a8e41a2f HTTP/1.1" status: 204 len: 168 time: 0.7580221 Feb 11 13:34:24.306566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34746) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:24.423151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.622648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.742322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00854548-371b-4f24-aaca-1b33fba3b910']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:34:24.756273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc930b30-3309-4b4e-b835-39cb9a4bd439') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:34:24.756610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc930b30-3309-4b4e-b835-39cb9a4bd439') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:34:24.769138 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.783842 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:24.785936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:34:24.962344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Network 00854548-371b-4f24-aaca-1b33fba3b910 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:34:24.972471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.157873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Network 00854548-371b-4f24-aaca-1b33fba3b910 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:25.180327 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:25.494831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.499567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.504339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:25.528450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00854548-371b-4f24-aaca-1b33fba3b910,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:25.531179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:25.533529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9b36ab38-d396-46c3-b383-3ef69d1786b9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/00854548-371b-4f24-aaca-1b33fba3b910 HTTP/1.1" status: 204 len: 168 time: 1.2255611 Feb 11 13:34:25.678285 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34760) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.731799 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b8b7e05c-d38b-4f4f-8a8d-2a8995c0be5f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=27a49f0389b84940a69df7a501636d92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521698 Feb 11 13:34:25.734320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34764) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.797777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.825067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.873916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.879566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-104c925b-da74-48dc-b8be-ef5fbdadff7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:25.894777 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07c5825-6649-41fb-8c07-6d3fc9de3c61,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:25.900616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:25.902626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:25.903851 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c07c5825-6649-41fb-8c07-6d3fc9de3c61 HTTP/1.1" status: 204 len: 168 time: 0.1685436 Feb 11 13:34:28.663813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34846) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:28.816455 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:28.832125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:34:28.836128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:55c895377153432daee1fa487f188545 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:34:28.839098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:34:28.844862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:34:28.933782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:28.936637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:28.944839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d56f3e7-6952-443d-a2dc-06b7bd3cd8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:28.986634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12bc46-1ca0-43cd-8261-f49ccb0cb1a2,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:28.990514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:28.997004 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55c895377153432daee1fa487f188545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286262 Feb 11 13:34:28.997004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34856) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:29.059476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.092585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.138949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.144575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f2ff90de-bfe4-4b85-bfbb-6adce97f92f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:29.155506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12bc46-1ca0-43cd-8261-f49ccb0cb1a2,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:29.159194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:29.162422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.163633 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1f12bc46-1ca0-43cd-8261-f49ccb0cb1a2 HTTP/1.1" status: 204 len: 168 time: 0.1660841 Feb 11 13:34:29.521231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 34866) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:29.541087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.557301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:34:29.561317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Usage tracker for resource:security_group_rule and tenant:5f0f8471e8554e5dbfa60730461f76f5 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:34:29.564942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:34:29.570682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:34:29.661746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.664727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.674233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-996dab35-0b97-47ca-89d0-5b8115163950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:29.721008 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f0f8471e8554e5dbfa60730461f76f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980937 Feb 11 13:34:29.721954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165e16df-536d-4628-aae8-f12784c6b2ea,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:29.723937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 34870) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:29.725433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:29.792986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.821253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.867282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.871584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-207764e7-9973-4df8-9128-ef6622980d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:34:29.883890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165e16df-536d-4628-aae8-f12784c6b2ea,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:34:29.887820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:34:29.891088 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:29.892381 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/165e16df-536d-4628-aae8-f12784c6b2ea HTTP/1.1" status: 204 len: 168 time: 0.1662676 Feb 11 13:34:38.932179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-91639476-8d27-4483-b3ed-c2f5fd345dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:41.843038 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d87a952b-975e-44db-bfe4-9d13e0102940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:41.983091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:43.397560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:43.977817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:51.082526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:59.613256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:35:08.377446 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-91fd831b-fbd3-400d-b1da-fe4ad6cdb8a0 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0831833 Feb 11 13:35:08.532966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-dd0073b6-7386-4fbb-89e1-0bbd8ab2c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:35:08.534746 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-dd0073b6-7386-4fbb-89e1-0bbd8ab2c8dd service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0834057 Feb 11 13:35:08.695156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-b1014110-073e-486b-b65f-5ef8cd0de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:35:08.696751 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-b1014110-073e-486b-b65f-5ef8cd0de7ec service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1410723 Feb 11 13:35:08.816354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-5d877581-c041-4c36-9b3e-d11c35e3be58 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 1001 time: 0.1127729 Feb 11 13:35:08.887049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-89b31b03-4ff6-49f9-9cf2-41d69692800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:35:08.888700 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-89b31b03-4ff6-49f9-9cf2-41d69692800d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0656812 Feb 11 13:35:08.934988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-138b1c5b-fce1-40f5-bf95-58980ebbf2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:08.977594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-e8fd6148-e831-429a-9ce4-5a52d389d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:35:08.979375 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-e8fd6148-e831-429a-9ce4-5a52d389d09d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835350 Feb 11 13:35:09.126739 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-cc279832-92fb-490f-87db-bf342bff0c0d service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396172 Feb 11 13:35:09.520188 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e789bfa1-832c-41d8-91c7-f270816cca6f req-6e118918-cac0-4980-bb63-bc3320aed08e service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3855283 Feb 11 13:35:11.846688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-373d147e-6db1-46a7-936b-f850223ee98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:11.986239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:13.400867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:13.989280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:21.097378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:36.616728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:35:38.937021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bef3826a-0bf4-48e9-b5a4-757777d102b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:41.848807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-93b12118-f6b1-482b-82e0-fe90c82b2e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:41.989739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:43.409759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:43.992189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:51.100421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:08.940725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fb46f918-07fe-44b6-aa38-31557960c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:09.378759 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-2a924a2d-fc3e-4a1f-8ced-88d98940d7ba service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0783963 Feb 11 13:36:09.531443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-5333cb3d-757b-42cd-8db1-6109777170a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:36:09.533171 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-5333cb3d-757b-42cd-8db1-6109777170a9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0828674 Feb 11 13:36:09.705339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-89341199-8f15-4271-82e4-b3d515e91da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:36:09.710559 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-89341199-8f15-4271-82e4-b3d515e91da7 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1523132 Feb 11 13:36:09.829867 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-16d85274-d005-4af4-84b7-d4a3b2330660 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 1001 time: 0.1154907 Feb 11 13:36:09.899625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-a4ee231f-e20f-42a6-8a1c-f7fb95d2b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:36:09.901249 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-a4ee231f-e20f-42a6-8a1c-f7fb95d2b9bf service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0643799 Feb 11 13:36:09.983691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-7b071123-6f77-410f-93b5-02cd2caaaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:36:09.985302 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-7b071123-6f77-410f-93b5-02cd2caaaa4e service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777094 Feb 11 13:36:10.128857 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-6b583176-8d96-4f47-b845-b67b4e892495 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367810 Feb 11 13:36:10.277134 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e5cc3ff4-6719-4ab6-b31c-cd4fc60597b0 req-9643a819-015d-4f17-8e32-b4cbfe13165e service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416962 Feb 11 13:36:11.852199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c5924387-9cbd-4977-b7fb-d3aa5bb607ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:11.997522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:13.402619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:13.616993 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:36:13.995352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:21.103902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:31.373168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 35862) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:32.217588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:32.593827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Deleting port 6883ffa3-808a-4861-88b7-82cfe2079d2a {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:36:32.594388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:32.782043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] For port 6883ffa3-808a-4861-88b7-82cfe2079d2a, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=6883ffa3-808a-4861-88b7-82cfe2079d2a,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:36:32.782469 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:32.921289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Calling delete_port for 6883ffa3-808a-4861-88b7-82cfe2079d2a owned by network:router_interface {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:36:33.097345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:33.112396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1d5b2dbd-4414-4027-a3d9-898aa75984eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:36:33.170605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6883ffa3-808a-4861-88b7-82cfe2079d2a,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:36:33.224411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.224829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.225233 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.225629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.226022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.226443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.226834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.227221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.227610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.227996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.228403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.228788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.229239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.229622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.230008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.230415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.230800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.231185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.231565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.231949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.232330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.232705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.233084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.233464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:36:33.240943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:36:33.543974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:34.310503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Router 50215d01-c5c4-4145-b46b-ee72feabc894 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:36:34.500545 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:36:34.510749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] Sync routers for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:36:34.514627 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] 10.222.0.93 "PUT /v2.0/routers/50215d01-c5c4-4145-b46b-ee72feabc894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1401129 Feb 11 13:36:34.517167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 35886) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:34.521750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:36:34.522485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:36:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:34.711519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks [] for router, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:34.749448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:36:34.901490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:34.906744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Deleting port ed8618c3-0119-40fb-9792-2e2b41408eac {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:36:34.907118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.069143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:36:33Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:35.074546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] Checking router: 50215d01-c5c4-4145-b46b-ee72feabc894 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:36:35.085276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] Routers {'50215d01-c5c4-4145-b46b-ee72feabc894'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:36:35.086516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:36:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['50215d01-c5c4-4145-b46b-ee72feabc894'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:35.125822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] For port ed8618c3-0119-40fb-9792-2e2b41408eac, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=ed8618c3-0119-40fb-9792-2e2b41408eac,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:36:35.126234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.264161 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Calling delete_port for ed8618c3-0119-40fb-9792-2e2b41408eac owned by network:router_gateway {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:36:35.285965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] Set router 50215d01-c5c4-4145-b46b-ee72feabc894 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:36:35.409936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.602828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.613268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:36:33Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:35.617528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441fa0a-9b83-43f2-ba64-a27db6925550 None None] The sync data for ids ['50215d01-c5c4-4145-b46b-ee72feabc894'] in dv-cinder-773985-4-iscsi is: [{'id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'name': 'tempest-AttachVolumeTestJSON-2135686984-router', 'tenant_id': '1a303f21eac44daba47cbc84c51c6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:05:48Z', 'updated_at': '2021-02-11T13:36:33Z', 'revision_number': 5, 'project_id': '1a303f21eac44daba47cbc84c51c6609', 'gw_port': {'id': 'ed8618c3-0119-40fb-9792-2e2b41408eac', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50215d01-c5c4-4145-b46b-ee72feabc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:05:51Z', 'updated_at': '2021-02-11T13:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:36:35.746016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.748466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.777804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.778446 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50215d01-c5c4-4145-b46b-ee72feabc894 {{(pid=79968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:36:35.791782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.793029 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-bd72c88a-d89d-4e0b-8856-7b97f3ce912f admin admin] 10.222.0.93 "DELETE /v2.0/routers/50215d01-c5c4-4145-b46b-ee72feabc894 HTTP/1.1" status: 204 len: 168 time: 1.2748468 Feb 11 13:36:35.795855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 35896) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:35.865471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Deleting subnet bd07f502-8012-4db7-8ace-f3599ec643ee {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:36:35.868983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:35.923045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.016640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.311660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.332116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cb2a0d4f-649a-4a14-ab70-df4e8f2aab18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:36:36.381504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd07f502-8012-4db7-8ace-f3599ec643ee,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:36:36.384690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:36:36.471541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.476976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc42c71-58f6-4cb6-ae95-6622142f6951 None None] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:36:36.479137 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-db2da055-5f5f-405e-b0db-a1fb4da977ab admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bd07f502-8012-4db7-8ace-f3599ec643ee HTTP/1.1" status: 204 len: 168 time: 0.6816905 Feb 11 13:36:36.481803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 35906) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:36.616251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.617952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 6883ffa3-808a-4861-88b7-82cfe2079d2a no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:36:36.686893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Deleting port af182126-10b1-4a78-8aeb-6d174dafc70e {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:36:36.687267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.688243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 6883ffa3-808a-4861-88b7-82cfe2079d2a {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:36:36.688644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 6883ffa3-808a-4861-88b7-82cfe2079d2a not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:36:36.689126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device ed8618c3-0119-40fb-9792-2e2b41408eac no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:36:36.743465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: ed8618c3-0119-40fb-9792-2e2b41408eac {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:36:36.743956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device ed8618c3-0119-40fb-9792-2e2b41408eac not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:36:36.826541 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] DHCP port deletion for ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:36:36.830822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Deleting port af182126-10b1-4a78-8aeb-6d174dafc70e {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:36:36.831241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:36.920900 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] For port af182126-10b1-4a78-8aeb-6d174dafc70e, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=af182126-10b1-4a78-8aeb-6d174dafc70e,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:36:36.921202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.051866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] For port af182126-10b1-4a78-8aeb-6d174dafc70e, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=af182126-10b1-4a78-8aeb-6d174dafc70e,segment=NetworkSegment(4aeb12ee-2249-45ef-9217-a81efdfe50de),segment_id=4aeb12ee-2249-45ef-9217-a81efdfe50de)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:36:37.052241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.057438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Calling delete_port for af182126-10b1-4a78-8aeb-6d174dafc70e owned by network:dhcp {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:36:37.136215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.152663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ed778a4d-712e-4970-b08a-8bb32a00c812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:36:37.186122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Calling delete_port for af182126-10b1-4a78-8aeb-6d174dafc70e owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:36:37.329718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:37.330147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:36:37.479623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Pushing event deleted for resources: {'Port': ['ID=af182126-10b1-4a78-8aeb-6d174dafc70e,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:36:37.530912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:36:37.567720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] No DVR routers for this DVR port af182126-10b1-4a78-8aeb-6d174dafc70e on host dv-cinder-773985-4-iscsi {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:36:37.690562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.809628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc']}} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:37.822965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aeb12ee-2249-45ef-9217-a81efdfe50de') {'for_net_delete': True} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:37.823304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aeb12ee-2249-45ef-9217-a81efdfe50de') {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:36:37.831283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Deleting port af182126-10b1-4a78-8aeb-6d174dafc70e {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:36:37.831801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.839057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846675572'] for segment, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.857316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:37.859569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:36:37.908136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ad2777c0-ade6-4b41-931c-e7b0d0dfc248 None None] The port 'af182126-10b1-4a78-8aeb-6d174dafc70e' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:36:38.046127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:36:38.057734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847466303'] for segment, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.241029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Network ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:38.266612 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:38.351135 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.356899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.359562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:36:38.385014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:36:38.388635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:36:38.402285 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] 10.222.0.93 "DELETE /v2.0/networks/ee3e351b-39c0-4c36-8c42-30e2bc3cf1bc HTTP/1.1" status: 204 len: 168 time: 1.9170752 Feb 11 13:36:38.562166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 35924) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.612047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device af182126-10b1-4a78-8aeb-6d174dafc70e no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:36:38.620945 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-98befe0c-f259-405e-9fe7-8519d79c6157 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1a303f21eac44daba47cbc84c51c6609&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573897 Feb 11 13:36:38.623687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 35928) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.660336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: af182126-10b1-4a78-8aeb-6d174dafc70e {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:36:38.660728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device af182126-10b1-4a78-8aeb-6d174dafc70e not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:36:38.688244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.716091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.769961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.775066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-34d09689-6f2e-4c68-b9b9-5ede09d731b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:36:38.790911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5e19b-8a55-4169-be59-643efd05a976,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:36:38.796637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:36:38.800203 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:38.802355 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8a5e19b-8a55-4169-be59-643efd05a976 HTTP/1.1" status: 204 len: 168 time: 0.1767642 Feb 11 13:36:38.943000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-36dcdd81-ad09-4087-bd40-ccc9a84cfdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:41.855955 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-24645497-13ae-4b29-a24f-11d8d0c7ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:41.994064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:43.404451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:44.008217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:50.617722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:36:51.107113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:02.280737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-598b0ef8-fd5e-4dd3-bac2-81f5a5719305 req-d15aeb51-0aca-4f62-845d-9d26fea2bd05 service neutron] (79968) timed out ('10.222.0.123', 61811) {{(pid=79968) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:37:08.944893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-718b11b1-22a3-4ab5-9ef3-89af201cbb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:10.539798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-2f105830-b325-472b-89a6-129fa375c9eb service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2166505 Feb 11 13:37:10.689320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-59af1e53-9a6c-4481-9b81-6e1220335c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:10.690890 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-59af1e53-9a6c-4481-9b81-6e1220335c4e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 1163 time: 0.0781107 Feb 11 13:37:10.853509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-3d0f8a80-51b4-445b-baef-65a7f76afb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:10.855128 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-3d0f8a80-51b4-445b-baef-65a7f76afb2f service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1429036 Feb 11 13:37:10.965734 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-e2516c20-9d98-4a0c-86d7-c85dbb1636bb service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 200 len: 1001 time: 0.1034768 Feb 11 13:37:11.039289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-0e4f51f1-6fad-4321-a23f-f3b415eb99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:11.040874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-0e4f51f1-6fad-4321-a23f-f3b415eb99bb service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0681174 Feb 11 13:37:11.122179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-9b9099fe-89f3-4cb4-ad6b-f0c8aa4c660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:11.124387 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-9b9099fe-89f3-4cb4-ad6b-f0c8aa4c660d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767114 Feb 11 13:37:11.134976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-87fbe687-73ab-44f3-9add-3243d242fd18 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:37:11.135992 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-87fbe687-73ab-44f3-9add-3243d242fd18 service neutron] 10.222.0.123 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053563 Feb 11 13:37:11.284908 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-0638b7a5-8f8f-45e8-a001-798e37db5f76 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410449 Feb 11 13:37:11.432213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd13bb53-9d4d-4969-ab91-ae12168d62d7 req-11990992-14ca-4e19-a722-a98301494aae service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400213 Feb 11 13:37:11.859856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9872ba79-831a-4d7c-8bfb-b49ca3e8b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:11.997094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:13.407072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:14.023242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:21.112389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:27.617766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:37:38.946944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-362ba121-513c-4e8e-9df4-4618595a1113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:41.860169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1769fcb-c503-44fa-84f3-c2e33ff0dacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:42.008262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:43.411323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:44.027775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:51.147074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:53.939531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fd026-59ff-4e6d-b1f3-5ccfcd3708a5 req-e186337a-9c20-41fd-bd0f-b5887188abd8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:53.941160 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1d7fd026-59ff-4e6d-b1f3-5ccfcd3708a5 req-e186337a-9c20-41fd-bd0f-b5887188abd8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 946 time: 0.1734021 Feb 11 13:37:54.010225 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1d7fd026-59ff-4e6d-b1f3-5ccfcd3708a5 req-ce37d8fa-b9dd-4fb2-abd2-b2295ed691ef tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625656 Feb 11 13:37:54.632210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-109607db-2f80-495a-a573-aac2e2e7dd1f tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:54.633853 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-109607db-2f80-495a-a573-aac2e2e7dd1f tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 946 time: 0.1644657 Feb 11 13:37:54.741031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Deleting port 7abc2496-40ab-409c-8476-e81df6c64a64 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:37:54.741414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:55.012251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] For port 7abc2496-40ab-409c-8476-e81df6c64a64, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7abc2496-40ab-409c-8476-e81df6c64a64,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:37:55.012840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:55.403959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:55.404374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:55.404732 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Floating IP 7d885c5a-6e44-4ac1-b139-c7775f5e93cb disassociated. External IP: 172.27.2.68, port: 7abc2496-40ab-409c-8476-e81df6c64a64. Feb 11 13:37:55.405111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Calling delete_port for 7abc2496-40ab-409c-8476-e81df6c64a64 owned by compute:nova {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:37:55.511030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 7abc2496-40ab-409c-8476-e81df6c64a64 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:37:55.518445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191ea7f-b648-450e-a4d0-c62cfbe5f80f req-4f017f3f-944d-49b1-bbe8-94f6f10ac865 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:37:55.520125 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9191ea7f-b648-450e-a4d0-c62cfbe5f80f req-4f017f3f-944d-49b1-bbe8-94f6f10ac865 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 946 time: 0.3354423 Feb 11 13:37:55.624160 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9191ea7f-b648-450e-a4d0-c62cfbe5f80f req-d4325f21-e146-4517-9c0e-36f2192e5386 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=484275d0-c2c7-4a09-be50-bed9e6fd94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908570 Feb 11 13:37:55.645913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:55.713737 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:55.731536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:37:55.789633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event deleted for resources: {'Port': ['ID=7abc2496-40ab-409c-8476-e81df6c64a64,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:37:55.851729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.852147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.852558 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.852982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.853353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.853751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.854145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.854563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.854950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.855339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.855728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.856116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.856569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.856956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.857342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.857725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.858107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.858519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.858910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.859292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.859675 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.860056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.860434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.860816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:55.865258 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:37:56.364440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Router ad6e8661-d307-44c4-933c-d7c83d732998 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:37:56.560168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:37:56.569933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:37:56.580771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:37:56.581443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:37:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:37:56.601815 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] No DVR routers for this DVR port 7abc2496-40ab-409c-8476-e81df6c64a64 on host hv-cinder-77398 {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:37:56.604186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:56.607117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'name': 'network-vif-deleted', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:56.622341 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-eb5ecf86-58af-4f60-bb8c-6e2f451e3477 req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "DELETE /v2.0/ports/7abc2496-40ab-409c-8476-e81df6c64a64 HTTP/1.1" status: 204 len: 173 time: 1.9825623 Feb 11 13:37:56.674163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4100bd12-c5d3-42e7-b874-14359d058e35', 'name': 'network-vif-deleted', 'tag': '7abc2496-40ab-409c-8476-e81df6c64a64', 'status': 'completed', 'code': 200} Feb 11 13:37:56.790786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:37:56.853303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-9b8cd232-8785-4fdf-93ac-801a9309ba9d req-840865b7-acda-495f-b712-2166003294db tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:37:56.868522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-9b8cd232-8785-4fdf-93ac-801a9309ba9d req-840865b7-acda-495f-b712-2166003294db tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:37:56.869849 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9b8cd232-8785-4fdf-93ac-801a9309ba9d req-840865b7-acda-495f-b712-2166003294db tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=4100bd12-c5d3-42e7-b874-14359d058e35 HTTP/1.1" status: 200 len: 210 time: 0.0723355 Feb 11 13:37:57.131114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:37:57.135396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:37:57.145457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:37:57.146092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:37:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:37:57.341302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:37:57.827585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:37:57.831745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cdef45-0b24-4646-96f3-86ff22b820b5 None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:37:58.040314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 36552) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:58.128467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.159763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.185263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a3af6-8a24-4abb-934b-70ce0ca629a8 None None] New status for floating IP 7d885c5a-6e44-4ac1-b139-c7775f5e93cb: DOWN {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:37:58.212333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.217954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-31b9ede8-a902-4804-8609-e623bd8f10d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:37:58.233806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484275d0-c2c7-4a09-be50-bed9e6fd94c2,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:37:58.236767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:37:58.247240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.251633 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "DELETE /v2.0/security-groups/484275d0-c2c7-4a09-be50-bed9e6fd94c2 HTTP/1.1" status: 204 len: 168 time: 0.2071984 Feb 11 13:37:58.251891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 36556) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:58.276438 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.v2.resource [None req-4a7497fa-c151-4394-9d9d-95b38f67ad6c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] show failed (client error): The resource could not be found. Feb 11 13:37:58.280337 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4a7497fa-c151-4394-9d9d-95b38f67ad6c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups/484275d0-c2c7-4a09-be50-bed9e6fd94c2 HTTP/1.1" status: 404 len: 347 time: 0.0246849 Feb 11 13:37:58.281834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 36560) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:58.479544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Deleting port 6172a8b8-7941-43e4-aeb5-d528d227a9da {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:37:58.479925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.667833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.668213 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.807700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Calling delete_port for 6172a8b8-7941-43e4-aeb5-d528d227a9da owned by network:floatingip {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:37:58.963219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:58.979464 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4e114f3f-ba28-4ae7-9b52-8476e97e6ee5 tempest-AttachVolumeNegativeTest-2008273063 tempest-AttachVolumeNegativeTest-2008273063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:37:59.040577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event deleted for resources: {'Port': ['ID=6172a8b8-7941-43e4-aeb5-d528d227a9da,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:37:59.087609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:37:59.205985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:59.224417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:59.225651 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-fbfa5dea-a511-4e63-aa00-08494efcdfb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "DELETE /v2.0/floatingips/7d885c5a-6e44-4ac1-b139-c7775f5e93cb HTTP/1.1" status: 204 len: 168 time: 0.9422686 Feb 11 13:37:59.680572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 36576) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:59.686810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528009543', 'description': 'tempest-description--1300093874'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:59.709506 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:37:59.713837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:37:59.716874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:37:59.727155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:37:59.735996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:59.757474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:37:59.761530 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:37:59.764509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:37:59.771153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:37:59.842262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:59.844814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:59.850680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f77565de-e672-4c86-bc78-292c493804c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:37:59.898758 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:37:59.910419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.910840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.911252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.911659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.912061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.912461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.912860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.913257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.913652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.914045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.914461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.914856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.915317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.915709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.916105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.916495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.916886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.917275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.917668 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.918055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.918487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.918876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.919264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.919652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:37:59.923460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:59.924747 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2430279 Feb 11 13:37:59.925761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:37:59.928180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 36580) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:59.933185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'security_group_rule': {'security_group_id': '7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:59.955003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:37:59.959705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:37:59.962704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:37:59.968390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:37:59.985402 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.048066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.052249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.054476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b59816cb-00ce-4341-953c-6dcfabacb160 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:00.078343 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8b087e-8973-478f-ad1c-4987bc9bfb4a,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:00.080844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:00.088016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.089333 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7e8d3f33-b673-471d-bd99-dc9f15fa25f1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605887 Feb 11 13:38:00.092159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 36586) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:00.097685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'security_group_rule': {'security_group_id': '7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:00.118866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:38:00.122843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:security_group_rule and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:38:00.125789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:38:00.132217 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:38:00.153013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.218833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.221232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.223322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:00.244223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f905dd47-62ad-4128-8061-defe0851f571,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:00.248859 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:00.260058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.261952 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-4a26761b-c9bf-41d5-a591-408df634a7e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687682 Feb 11 13:38:00.264775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 36590) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:00.271709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:00.293215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:38:00.297268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Usage tracker for resource:floatingip and tenant:3fada5d230234f628ecdbec4e329f906 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:38:00.300839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:38:00.306940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:38:00.319335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.465794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.742060 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Allocated IP 172.27.2.159 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/8cde95ca-72c6-4fd5-a24b-72edcedf4499) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:38:00.908192 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.938712 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:00.954476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-622f2095-9a69-4cd9-9ea8-3634185c75a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:01.096397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'Port': ['ID=8cde95ca-72c6-4fd5-a24b-72edcedf4499,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:01.101626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:01.145866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:38:01.147073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:38:01.149416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:38:01.235365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:01.297466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:01.569257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:01.572507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:01.588414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c68f22ed-222c-4929-b9ad-d47b5d4c052f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:01.727702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'Port': ['ID=8cde95ca-72c6-4fd5-a24b-72edcedf4499,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:01.732250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:01.828717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:01.850789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:01.852122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8a95332c-a2de-4f9f-a9de-1d6eacbc80ec tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5860775 Feb 11 13:38:02.138076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-dc7009ee-083a-4f5e-ba42-4874ce470d4a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:38:02.152726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-dc7009ee-083a-4f5e-ba42-4874ce470d4a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:38:02.153977 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-dc7009ee-083a-4f5e-ba42-4874ce470d4a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--528009543&fields=id&tenant_id=3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 267 time: 0.0742912 Feb 11 13:38:02.413384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-338b6709-af76-4ca0-946d-4fe9c6c157f8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:02.414956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-338b6709-af76-4ca0-946d-4fe9c6c157f8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 816 time: 0.2530272 Feb 11 13:38:02.430798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-fee4ac2c-6724-4795-9020-eac8ad9430f0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/quotas/3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 375 time: 0.0098617 Feb 11 13:38:02.572838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-14caa6df-619a-4492-a6c0-f508e97d0521 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:38:02.588348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-14caa6df-619a-4492-a6c0-f508e97d0521 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:38:02.589767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-14caa6df-619a-4492-a6c0-f508e97d0521 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1535628 Feb 11 13:38:02.692214 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-88e0a6a0-3419-4184-bee7-ec8a657ec517 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:38:02.693294 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-88e0a6a0-3419-4184-bee7-ec8a657ec517 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0909700 Feb 11 13:38:02.841492 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-5968d4db-28b8-4ce9-8a49-75bbb2c7c471 service neutron] 10.222.0.93 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414199 Feb 11 13:38:02.997507 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-b2b53570-2db4-4575-ab6b-72122789cde3 service neutron] 10.222.0.93 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486669 Feb 11 13:38:03.204268 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-67c43436-dc97-4ce1-8cd1-682b8631092c req-045c3ebd-70b7-42f8-9546-b5e2662f0403 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 210 time: 0.0503016 Feb 11 13:38:04.437948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a86aedc1-b666-4747-ae73-2b0205b37aeb req-e01f325b-1831-4606-97f1-7efa4e79c71f tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 210 time: 0.0832844 Feb 11 13:38:04.617904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:38:04.646356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-3cc2d152-56dd-4bd9-a32d-8da78d5460eb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:04.647944 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-3cc2d152-56dd-4bd9-a32d-8da78d5460eb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 816 time: 0.2513952 Feb 11 13:38:04.765475 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-b2a3ac6b-5ee0-4464-becf-9740eba8da4f tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "GET /v2.0/security-groups?tenant_id=3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 5708 time: 0.1033809 Feb 11 13:38:04.775679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'port': {'device_id': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'admin_state_up': True, 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'security_groups': ['7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:04.923916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:38:04.933904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:38:04.942871 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Made reservation on behalf of 3fada5d230234f628ecdbec4e329f906 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:38:04.964651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:05.294040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Allocated IP 172.20.0.7 (c0cbdc28-6ce1-4f2a-8604-d4437c57fc18/9eac9635-3246-4662-baea-181ce76f69c5/3c07f80f-7b3c-43c4-ae13-302bfb978479) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:38:05.782486 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f965fac3-b049-4851-b664-1fa5b69e1cc8 req-97de91b6-3597-4cc0-99c0-3d9cf79eb1dc tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 210 time: 0.0627608 Feb 11 13:38:05.785947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:05.802863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Transition to ACTIVE for port object 3c07f80f-7b3c-43c4-ae13-302bfb978479 will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:38:05.826681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:05.842335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c33a5641-ca02-4dab-ac49-54fd03d73a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:05.991843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:05.996487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:06.044632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:38:06.045711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:38:06.048082 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:38:06.176904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:06.177680 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:06.204579 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4142c063-4f57-4d56-a238-6a0f4f0dfe3b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4329617 Feb 11 13:38:06.217404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Request body: {'port': {'device_id': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:06.310878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-ce6da9f4-98f4-44c3-bfeb-ddbb7fd523a1 None None] Provisioning for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:38:06.319820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-ce6da9f4-98f4-44c3-bfeb-ddbb7fd523a1 None None] Provisioning complete for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:38:06.320240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ce6da9f4-98f4-44c3-bfeb-ddbb7fd523a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:06.353837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:06.381074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-ce6da9f4-98f4-44c3-bfeb-ddbb7fd523a1 None None] Port 3c07f80f-7b3c-43c4-ae13-302bfb978479 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:38:06.774743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c07f80f-7b3c-43c4-ae13-302bfb978479 {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:38:06.782708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:06.797142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Transition to ACTIVE for port object 3c07f80f-7b3c-43c4-ae13-302bfb978479 will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:38:06.799709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:06.819335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c09c2250-2c47-4c83-be8a-3cd68a551575 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:07.031567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:07.037656 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:07.238124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0719c-88dd-48ef-9364-398b40b479f2 req-6570acbe-0a19-46b8-b945-611227e423e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:07.238976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-fce0719c-88dd-48ef-9364-398b40b479f2 req-6570acbe-0a19-46b8-b945-611227e423e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Synchronizing usage tracker for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:38:07.305868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-fce0719c-88dd-48ef-9364-398b40b479f2 req-6570acbe-0a19-46b8-b945-611227e423e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Unset dirty status for tenant:3fada5d230234f628ecdbec4e329f906 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:38:07.307217 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fce0719c-88dd-48ef-9364-398b40b479f2 req-6570acbe-0a19-46b8-b945-611227e423e6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.3659124 Feb 11 13:38:07.346451 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Attempting to bind port 3c07f80f-7b3c-43c4-ae13-302bfb978479 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:07.346843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Attempting to bind port 3c07f80f-7b3c-43c4-ae13-302bfb978479 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:38:07.347330 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Attempting to bind port 3c07f80f-7b3c-43c4-ae13-302bfb978479 on network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:38:07.362706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:38:07.363016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Checking segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:38:07.363392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:07.363787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Bound using segment: {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:38:07.364268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Bound port: 3c07f80f-7b3c-43c4-ae13-302bfb978479, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de46e60-4c42-4fe6-9108-346f0d4023b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:38:07.364647 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:07.440083 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fce0719c-88dd-48ef-9364-398b40b479f2 req-72579a58-3d2e-48e8-97fb-eab32a92304a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201782 Feb 11 13:38:07.489201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:38:07.492438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:38:07.495695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:07.515501 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:07.670870 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:07.674548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:07.716029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:07.716682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:07.718297 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-2e1fca8c-b482-4d16-b3ad-b6021334db2c service neutron] 10.222.0.123 "PUT /v2.0/ports/3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 1157 time: 1.5058103 Feb 11 13:38:07.718793 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:07.802465 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'status': 'completed', 'code': 200} Feb 11 13:38:07.849361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-bbae6c43-2954-4d3b-b4f0-3adeb27ecc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:07.851345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-bbae6c43-2954-4d3b-b4f0-3adeb27ecc2b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1160 time: 0.0950873 Feb 11 13:38:07.935452 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-a340f6ea-3c48-47a8-ab40-9df75fbd032f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 217 time: 0.0771132 Feb 11 13:38:08.006559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4a23895b-481f-407c-82a3-1b025a686d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:08.008057 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-4a23895b-481f-407c-82a3-1b025a686d94 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0666671 Feb 11 13:38:08.095417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-ff9370fb-a8b4-4dbe-9e5e-0d7093e822a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:08.097047 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-ff9370fb-a8b4-4dbe-9e5e-0d7093e822a1 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825255 Feb 11 13:38:08.243932 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-0fc900c5-081d-4ace-b5d9-3bab8fa33131 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393518 Feb 11 13:38:08.393308 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e6ff1ada-62a0-4dcd-a4d9-ed86c110d808 req-09ed4f44-3043-4eda-8023-e03c1c8f13c4 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419568 Feb 11 13:38:08.525332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-d9c000d0-27e0-42ab-a4f4-357bc41dcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:08.527107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-d9c000d0-27e0-42ab-a4f4-357bc41dcf3f service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1160 time: 0.0864556 Feb 11 13:38:08.743875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-bf72e7c1-f822-4f35-8bbb-bec000c90dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:08.745716 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-bf72e7c1-f822-4f35-8bbb-bec000c90dd4 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.2113776 Feb 11 13:38:08.906257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb666-f78d-4b93-a5fb-0b1c1d317dbf req-3fb59931-e49a-471e-b142-2f99ca34e2b2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:08.908595 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b17cb666-f78d-4b93-a5fb-0b1c1d317dbf req-3fb59931-e49a-471e-b142-2f99ca34e2b2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2823501 Feb 11 13:38:08.919985 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-4da8778f-c4f4-4435-9782-fa9409ad7a41 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 217 time: 0.1648436 Feb 11 13:38:08.950455 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2f309004-6560-45d6-a317-115204c3aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:09.046389 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b17cb666-f78d-4b93-a5fb-0b1c1d317dbf req-ab0c0d19-3ae1-4787-a3a8-9fbcbd492e1e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283543 Feb 11 13:38:09.050954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-7c5db2b3-bee4-4907-b685-2fdac165b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:09.052605 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-7c5db2b3-bee4-4907-b685-2fdac165b214 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.1171665 Feb 11 13:38:09.142905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-5f859dd9-4b65-4588-9624-c06b315f5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:09.144598 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-5f859dd9-4b65-4588-9624-c06b315f5250 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845964 Feb 11 13:38:09.305582 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-86547f6f-408d-4ed8-a53c-1f82065d8867 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540852 Feb 11 13:38:09.688012 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3e8021e-4fc5-4df9-b179-33408025b114 req-e056b99c-ff1a-44e6-b930-1e30d61b0221 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3748357 Feb 11 13:38:10.367579 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee5e39-0dee-4949-b4ee-a6e18d36d192 req-d51d346d-24ac-41f4-9688-9983279797a1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:10.369303 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddee5e39-0dee-4949-b4ee-a6e18d36d192 req-d51d346d-24ac-41f4-9688-9983279797a1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1726010 Feb 11 13:38:10.434087 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ddee5e39-0dee-4949-b4ee-a6e18d36d192 req-5362c143-11f9-4852-b84b-41b8bcf4818d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584116 Feb 11 13:38:11.751825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd7fc-6785-4a47-8b9a-72550b593d7b req-79598088-35c1-499d-866f-84490be4fd7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:11.753536 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-71ddd7fc-6785-4a47-8b9a-72550b593d7b req-79598088-35c1-499d-866f-84490be4fd7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1660497 Feb 11 13:38:11.824344 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-71ddd7fc-6785-4a47-8b9a-72550b593d7b req-c059e395-ae5a-4bf0-86f1-9622ba1d1fad tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643651 Feb 11 13:38:11.864212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-208f961f-9275-422c-bdaf-48235b4933b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:12.000623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:12.129035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3c07f80f-7b3c-43c4-ae13-302bfb978479 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:38:12.200866 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:38:12.206867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:38:12.206867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:12.342287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:12.370982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:12.381823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:38:12.384890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:12.386860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-96a0d60a-70c1-41d6-8a50-c967a59a1540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:38:12.462355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:38:12.472122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.472513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.472897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.473273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.473648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.474022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.474423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.474798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.475188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.475555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.475921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.476286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.476718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.477157 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.477419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.477803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.478152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.478519 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.478808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.479174 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.479535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.479892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.480249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.480717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:38:12.484986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:38:12.587922 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'code': 200} Feb 11 13:38:12.828840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c14b7-b5d4-415f-809c-8fe9a6e1ff8a req-b79b8b97-3ece-4ee8-bcce-204d7f484f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:12.830992 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e20c14b7-b5d4-415f-809c-8fe9a6e1ff8a req-b79b8b97-3ece-4ee8-bcce-204d7f484f06 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.0786793 Feb 11 13:38:12.875547 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e20c14b7-b5d4-415f-809c-8fe9a6e1ff8a req-d7b691f0-9d00-41fc-8f52-07131244f1ed service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373437 Feb 11 13:38:13.144252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d29eb-2f59-4236-936c-0a939f591d47 req-5842940f-6ba7-4d0c-9d61-c1e11bd70010 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:13.145849 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f59d29eb-2f59-4236-936c-0a939f591d47 req-5842940f-6ba7-4d0c-9d61-c1e11bd70010 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1707530 Feb 11 13:38:13.210846 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f59d29eb-2f59-4236-936c-0a939f591d47 req-9f30e9a9-6b76-4408-befd-cc46ccb65be3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586734 Feb 11 13:38:13.414470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:13.662689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3c07f80f-7b3c-43c4-ae13-302bfb978479 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:38:13.733710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:38:13.734125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:14.034491 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:14.535419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d695-3caa-4a52-b60a-53fe9a2acae4 req-90a271a1-eb50-41f2-a4b5-9ae9991895f8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:14.537054 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3176d695-3caa-4a52-b60a-53fe9a2acae4 req-90a271a1-eb50-41f2-a4b5-9ae9991895f8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1753016 Feb 11 13:38:14.604528 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3176d695-3caa-4a52-b60a-53fe9a2acae4 req-97f18b44-743e-4506-a9e0-bbc65dd9450a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612147 Feb 11 13:38:15.916949 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e6877-48a9-4f1a-81f8-72096c0cd01a req-c821fed4-ea79-4cbb-905f-33c58696a520 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:15.918587 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-699e6877-48a9-4f1a-81f8-72096c0cd01a req-c821fed4-ea79-4cbb-905f-33c58696a520 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1653972 Feb 11 13:38:15.983185 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-699e6877-48a9-4f1a-81f8-72096c0cd01a req-88cff3e5-f573-44e3-9955-ee36b853f4ff tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581470 Feb 11 13:38:16.292923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf4131-4c1c-4121-bc1f-c00da99f13a8 req-db917b95-42ee-4960-8d7a-a97bd9282422 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:16.294646 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7ebf4131-4c1c-4121-bc1f-c00da99f13a8 req-db917b95-42ee-4960-8d7a-a97bd9282422 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1742282 Feb 11 13:38:16.304543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 36740) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:16.310752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Request body: {'floatingip': {'port_id': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:16.408594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:17.047444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:17.050516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:17.233272 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Floating IP 0aca5c00-ed08-4f52-85c4-95528687ddaa associated. External IP: 172.27.2.159, port: 3c07f80f-7b3c-43c4-ae13-302bfb978479. Feb 11 13:38:17.839461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Router ad6e8661-d307-44c4-933c-d7c83d732998 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:38:18.033748 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:38:18.038178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:18.043361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:38:18.058301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:38:18.058961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:38:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:38:18.096681 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-12052dbb-4bc9-41e5-bec3-233930aad5b0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "PUT /v2.0/floatingips/0aca5c00-ed08-4f52-85c4-95528687ddaa HTTP/1.1" status: 200 len: 991 time: 1.7909360 Feb 11 13:38:18.097392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:18.251170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:38:18.253907 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'status': 'completed', 'code': 200} Feb 11 13:38:18.359319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-b02426e4-67bf-4090-8df1-c4f79b9f6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:18.360988 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-b02426e4-67bf-4090-8df1-c4f79b9f6925 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.0822327 Feb 11 13:38:18.542646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-0cfbd78a-4a0d-4502-b837-e28e8e3c2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:18.544303 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-0cfbd78a-4a0d-4502-b837-e28e8e3c2ac1 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1772060 Feb 11 13:38:18.631699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '0aca5c00-ed08-4f52-85c4-95528687ddaa', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'port_id': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'mac_address': 'fa:16:3e:2d:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:38:01Z', 'updated_at': '2021-02-11T13:38:16Z', 'revision_number': 1, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:38:18.635843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:38:18.645767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:38:18.646682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:38:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:38:18.658771 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-8c481df5-523c-4282-a584-9184924757b8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 999 time: 0.1078084 Feb 11 13:38:18.729380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-6d8006b5-dd51-4933-8508-77b686525a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:18.731006 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-6d8006b5-dd51-4933-8508-77b686525a69 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0660427 Feb 11 13:38:18.820508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-3a83d5e3-bec7-403c-a7b1-84c6e30cf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:38:18.822127 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-3a83d5e3-bec7-403c-a7b1-84c6e30cf7a9 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840697 Feb 11 13:38:18.840312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:38:18.971060 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-9c4ef2f1-34f2-4016-a054-16a1545ac9ee service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416233 Feb 11 13:38:19.120582 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-87ed0fe5-3a18-46fb-a194-8d39c1739c7f req-8eb69e92-7426-4c46-a180-00d7f3f52ab1 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432981 Feb 11 13:38:19.223208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '0aca5c00-ed08-4f52-85c4-95528687ddaa', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'port_id': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'mac_address': 'fa:16:3e:2d:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:38:01Z', 'updated_at': '2021-02-11T13:38:16Z', 'revision_number': 1, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:38:19.227256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dbbeb0-582a-45cb-b103-28e596b00708 None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '0aca5c00-ed08-4f52-85c4-95528687ddaa', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'port_id': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'mac_address': 'fa:16:3e:2d:ac:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:38:01Z', 'updated_at': '2021-02-11T13:38:16Z', 'revision_number': 1, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:38:19.536385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8120709-2082-4cca-abb3-4464d9ddae5c None None] New status for floating IP 0aca5c00-ed08-4f52-85c4-95528687ddaa: ACTIVE {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:38:21.139465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:38.952723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e69a416-eb58-4ce7-af0e-cb3eda697501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:41.618056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:38:41.867423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2fb8143f-af08-4c2b-ac93-833d628dfc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:42.004273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:43.418898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:44.040610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:38:51.140113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:08.954356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5762d226-3ef4-4615-8dbb-484ee875ac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:11.395062 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-4ca2d830-b527-4d2a-a28d-33ede59b0c9d service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0854285 Feb 11 13:39:11.547906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-3d7c3197-425c-4bfc-b38d-d95d3d005752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:39:11.549524 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-3d7c3197-425c-4bfc-b38d-d95d3d005752 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.0827556 Feb 11 13:39:11.709357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-ed2fa208-c5d9-401d-880d-d712dd0b1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:39:11.710959 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-ed2fa208-c5d9-401d-880d-d712dd0b1e75 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1409247 Feb 11 13:39:11.821912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-9bbe21be-b3be-405c-8a85-7e5206dc9334 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 1001 time: 0.1031704 Feb 11 13:39:11.869025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-68943c88-16de-49e9-ae71-92453b616ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:11.893592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-6f84e3f7-3deb-4159-8698-f1ebe5f85c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:39:11.895200 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-6f84e3f7-3deb-4159-8698-f1ebe5f85c7f service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0665119 Feb 11 13:39:11.977240 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-97b273d2-6b26-400b-929f-292ae03f01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:39:11.978956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-97b273d2-6b26-400b-929f-292ae03f01b4 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762348 Feb 11 13:39:12.008596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:12.124669 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-53aacb59-ccf6-46c9-9fac-629468e500e5 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386383 Feb 11 13:39:12.270162 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-138dd25c-319a-4f53-a0ad-6d49a2014065 req-069a563c-df01-4a80-adb7-4aaab014ba04 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386721 Feb 11 13:39:13.420998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:14.050023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:18.618565 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:39:21.139098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:38.957767 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-32d92699-fc3e-49cb-95b4-6f46488b85f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:41.871064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e8003afb-476d-476c-8595-be1e739b872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:42.011172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:43.423245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:44.054811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:51.147410 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:39:55.617512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:40:08.959855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6c8bc834-955e-49f7-96a2-98513fdc8e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:11.872779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-14bab102-48b5-4b43-8d0a-4036f553a7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:12.014107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:13.378064 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-f56ce331-c159-45a1-97c1-246cb95a56fe service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0796723 Feb 11 13:40:13.425277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:13.534882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-c8a7cb5f-07e6-44f4-8fe9-27c76dcc73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:40:13.536415 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-c8a7cb5f-07e6-44f4-8fe9-27c76dcc73f9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.0792727 Feb 11 13:40:13.691165 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-318af41c-41a8-4999-97f4-e930724c7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:40:13.692735 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-318af41c-41a8-4999-97f4-e930724c7d4f service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1372402 Feb 11 13:40:13.802305 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-ca3ceaf0-4417-4911-8c1b-b0d9291fe17d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 1001 time: 0.1029267 Feb 11 13:40:13.872732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-d70309cc-99db-4055-9202-98d577129646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:40:13.874301 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-d70309cc-99db-4055-9202-98d577129646 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0646112 Feb 11 13:40:13.959103 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-03f79229-e2cd-4b17-bb00-88982f5b4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:40:13.960704 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-03f79229-e2cd-4b17-bb00-88982f5b4eb0 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801854 Feb 11 13:40:14.060266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:14.109249 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-5283b28f-a96c-4329-bc75-a525dca2c1fa service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409853 Feb 11 13:40:14.277149 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4779bf9d-f269-4db7-bc43-ec1fb14329d6 req-d7528721-1f14-4443-bd49-4d99d5a9317c service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610739 Feb 11 13:40:21.165575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:32.620847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:40:33.393726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 37770) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:33.577068 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.596408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:40:33.600468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Usage tracker for resource:security_group_rule and tenant:5690f71fcd5a4d3eb23d4844ab8b7538 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:40:33.603495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:40:33.609538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:40:33.698819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.701493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.710369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-acdceac9-d950-4120-bba5-175b11a135e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:40:33.752855 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5690f71fcd5a4d3eb23d4844ab8b7538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578675 Feb 11 13:40:33.753806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f9bbfe-172d-40f7-a444-e2eb59b13f98,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:40:33.755710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 37776) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:33.763069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.763513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.763913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.764325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.764736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.765143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.765546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.765950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.766380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.766790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.767189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.767590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.768057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.768456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.768853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.769241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.769632 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.770031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.770453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.770855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.771251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.771644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.772041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.772436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.776990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:40:33.820611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.847937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.897637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.902741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fe9adf71-b173-499f-93e3-561d299e18d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:40:33.920122 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f9bbfe-172d-40f7-a444-e2eb59b13f98,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:40:33.929297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:33.930536 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0f9bbfe-172d-40f7-a444-e2eb59b13f98 HTTP/1.1" status: 204 len: 168 time: 0.1736412 Feb 11 13:40:33.932033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.933106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.933856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.937154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.937154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.937154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.937154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.938461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.938461 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.938826 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.939074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.939474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.939948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.940353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.940745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.941156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.941535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.941934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.942345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.942717 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.943103 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.943493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.943884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.944275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:40:33.948071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:40:34.294300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 37790) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:34.550077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.565265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:40:34.569421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Usage tracker for resource:security_group_rule and tenant:21785523884e4b159a478a378bfe225c is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:40:34.572482 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:40:34.578435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:40:34.664910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.668249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.675037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:40:34.718162 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a649d01-e0b9-493f-b2e7-58c4708f460f,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:40:34.721628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:40:34.724322 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0f7708fd-53be-41c5-92a6-1e28f17e58be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21785523884e4b159a478a378bfe225c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288242 Feb 11 13:40:34.727260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 37794) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:34.789341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.818789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.864334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.869387 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-360ed68e-0b5d-4033-8abb-d485651dbd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:40:34.883735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a649d01-e0b9-493f-b2e7-58c4708f460f,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:40:34.886855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:40:34.887772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:34.888980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ae9f3d34-ed31-4e8a-97ee-25b0ab6aa970 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a649d01-e0b9-493f-b2e7-58c4708f460f HTTP/1.1" status: 204 len: 168 time: 0.1608469 Feb 11 13:40:38.960727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-79c192a5-70cb-46dd-9bca-1503fe773aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:41.874772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-52812d47-af9d-40de-9678-31ccec4a7ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:42.016154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:43.428543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:44.072325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:40:51.179987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:07.393076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92727984-11cf-435a-8402-1e8c3ae8b2d6 req-16c7a375-de5d-479e-8026-673f882a27c0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:07.394823 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92727984-11cf-435a-8402-1e8c3ae8b2d6 req-16c7a375-de5d-479e-8026-673f882a27c0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1795793 Feb 11 13:41:07.466219 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-92727984-11cf-435a-8402-1e8c3ae8b2d6 req-9cad45bd-6336-4df8-bd6e-09630e6da0af tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646307 Feb 11 13:41:08.778536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451cb38-5895-4ac8-bf98-4559a60dc795 req-1bd21bc1-9e48-46b6-9466-7c7a8aba597c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:08.780209 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7451cb38-5895-4ac8-bf98-4559a60dc795 req-1bd21bc1-9e48-46b6-9466-7c7a8aba597c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1674933 Feb 11 13:41:08.844849 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7451cb38-5895-4ac8-bf98-4559a60dc795 req-2f5c7bea-a332-46cd-a4f4-1908703a8c95 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582802 Feb 11 13:41:08.963721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-deb404e9-6b89-458e-b7a1-f43b4fa687ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:09.620877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:41:10.163392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbbe5-950f-415d-a21d-a9521b231f9a req-89d67333-acbb-49a5-85fb-1b36ce28a051 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:10.164982 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bebbbe5-950f-415d-a21d-a9521b231f9a req-89d67333-acbb-49a5-85fb-1b36ce28a051 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1706772 Feb 11 13:41:10.230036 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-8bebbbe5-950f-415d-a21d-a9521b231f9a req-e9ef313c-a19d-4995-9acf-b4a4efe92769 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586262 Feb 11 13:41:11.548810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15951c-cc6e-4f62-b575-6b50b0b32f84 req-2b42eb45-2035-429d-865b-d8c68fe7ec49 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:11.550492 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca15951c-cc6e-4f62-b575-6b50b0b32f84 req-2b42eb45-2035-429d-865b-d8c68fe7ec49 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1698029 Feb 11 13:41:11.620827 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ca15951c-cc6e-4f62-b575-6b50b0b32f84 req-a96f8a59-6bf7-4d6e-87ab-ec4cf9d7542f tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626280 Feb 11 13:41:11.876256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8013209d-24ef-492d-b275-3669021949f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:12.018523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:12.982672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea625e4-07c4-4bd3-8401-a25d8ff73844 req-173b2d60-c176-43d5-9063-dbb2b7db70a2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:12.982672 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ea625e4-07c4-4bd3-8401-a25d8ff73844 req-173b2d60-c176-43d5-9063-dbb2b7db70a2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1764379 Feb 11 13:41:13.050927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1ea625e4-07c4-4bd3-8401-a25d8ff73844 req-1aac3970-53e6-4983-a3ad-5e55fa72325b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627766 Feb 11 13:41:13.377802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38254) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.430035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.535812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.551769 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:13.556034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Usage tracker for resource:security_group_rule and tenant:275e71269e684ef4b603f9fb4b7adea7 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:13.559033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:13.564772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:13.652881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.655809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.669857 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:13.711702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c3cc3a-d48c-4c9f-a61a-82ff8e21d748,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:13.720802 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=275e71269e684ef4b603f9fb4b7adea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390355 Feb 11 13:41:13.720802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:13.721459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38260) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.793337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.820187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.872918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.878071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:13.892535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c3cc3a-d48c-4c9f-a61a-82ff8e21d748,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:13.895198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:13.897429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:13.898673 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66c3cc3a-d48c-4c9f-a61a-82ff8e21d748 HTTP/1.1" status: 204 len: 168 time: 0.1757963 Feb 11 13:41:14.079472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.342877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38284) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:14.376813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.410914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:14.415688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Usage tracker for resource:security_group_rule and tenant:cba7a45f11b64da38ea3d13cd8333ea4 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:14.420314 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:14.421475 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1084a-08df-4a9c-a5c6-8ee0b0ede07f req-a2584156-44f5-472b-95c2-370182999826 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:14.429296 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1fb1084a-08df-4a9c-a5c6-8ee0b0ede07f req-a2584156-44f5-472b-95c2-370182999826 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2151003 Feb 11 13:41:14.429924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:14.537383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.540785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.541588 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1fb1084a-08df-4a9c-a5c6-8ee0b0ede07f req-9c9875a6-995f-4bcf-b0d7-5f153fb164a7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114359 Feb 11 13:41:14.552216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e49b1c0-caf7-4dc8-bd0e-fdea45effdf2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:14.609707 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cba7a45f11b64da38ea3d13cd8333ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656713 Feb 11 13:41:14.612405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38300) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:14.625012 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c60bab-bebb-4020-992a-9e194dd97b22,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:14.630358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-63d0aaca-01c3-4156-98e4-6bd7b9bcaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:14.630649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:14.632213 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-63d0aaca-01c3-4156-98e4-6bd7b9bcaeed service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.1779447 Feb 11 13:41:14.693125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.726232 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.776119 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.790641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-89dabbac-0c90-4fbf-adb6-7187e6a0578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:14.812231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c60bab-bebb-4020-992a-9e194dd97b22,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:14.815941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:14.816905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:14.818709 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/67c60bab-bebb-4020-992a-9e194dd97b22 HTTP/1.1" status: 204 len: 168 time: 0.2048855 Feb 11 13:41:14.833586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-10569d29-199a-4cd9-b2de-256775315d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:14.835437 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-10569d29-199a-4cd9-b2de-256775315d07 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1806076 Feb 11 13:41:14.959679 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-1247d701-b1e5-4cb5-ab0e-4004258d3f43 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 1001 time: 0.1163068 Feb 11 13:41:15.043504 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-5178171d-5a7b-4e8b-9eba-e700a02552fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:15.046690 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-5178171d-5a7b-4e8b-9eba-e700a02552fc service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0768046 Feb 11 13:41:15.135184 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-40a5a080-4d71-45b3-9cb3-70ffbb2ff6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:15.137434 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-40a5a080-4d71-45b3-9cb3-70ffbb2ff6a7 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827763 Feb 11 13:41:15.299486 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-b23027a9-ee48-4b1a-879b-dc319fa46b65 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544876 Feb 11 13:41:15.464448 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-697775e1-5ec4-45bd-af97-19e22adcd2a7 req-776cdcae-2e1f-418b-ba5c-6536de37e21d service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569390 Feb 11 13:41:15.860923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38350) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:15.874153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20931e28-3f65-4cda-a274-ffa45f27c1e4 req-e866f124-6ca9-454f-bd1b-6b3780493799 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:15.875911 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20931e28-3f65-4cda-a274-ffa45f27c1e4 req-e866f124-6ca9-454f-bd1b-6b3780493799 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1716430 Feb 11 13:41:15.950507 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-20931e28-3f65-4cda-a274-ffa45f27c1e4 req-8b0cf14c-d616-4600-943f-d1976963f410 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681045 Feb 11 13:41:16.040638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1953737235-network', 'tenant_id': '17dc75dcc9f940e8a75cd1f77f13d94a'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:16.048915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:16.056374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Usage tracker for resource:network and tenant:17dc75dcc9f940e8a75cd1f77f13d94a is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:16.061187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:16.070967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:16.083776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Made reservation on behalf of 17dc75dcc9f940e8a75cd1f77f13d94a for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:41:16.088811 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.104919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.130864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:16.138766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Usage tracker for resource:security_group_rule and tenant:17dc75dcc9f940e8a75cd1f77f13d94a is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:16.144429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:16.155303 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:16.261257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.264959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.268672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5c0b61ca-50bb-43d2-b11b-889e44e3fb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:16.307286 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:41:16.318388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d7f45-703f-40ca-88e3-d31398f61568,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:16.322438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:16.328449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.328781 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Added segment a3c92538-7f7c-4a53-a57e-f474f41ef965 of type vxlan for network a066e522-8e39-420a-8220-0de8c2e8eb4e Feb 11 13:41:16.366488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.403439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.405129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:16.406055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:16.414295 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:16.552868 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6906495 Feb 11 13:41:16.556347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38366) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:16.560322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Pushing event updated for resources: {'Network': ['ID=a066e522-8e39-420a-8220-0de8c2e8eb4e,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:16.564201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8b2b34f7-56e7-485b-8ad9-d43546ead752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:16.568652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Request body: {'subnet': {'network_id': 'a066e522-8e39-420a-8220-0de8c2e8eb4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1953737235-subnet', 'tenant_id': '17dc75dcc9f940e8a75cd1f77f13d94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:16.575500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network a066e522-8e39-420a-8220-0de8c2e8eb4e details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:41:16.576849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:16.581693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Usage tracker for resource:subnet and tenant:17dc75dcc9f940e8a75cd1f77f13d94a is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:16.585350 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:16.593237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:16.594977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network a066e522-8e39-420a-8220-0de8c2e8eb4e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:41:16.604391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Made reservation on behalf of 17dc75dcc9f940e8a75cd1f77f13d94a for: {'subnet': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:41:16.609547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846417155'] for subnet, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:17.049622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846867615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846417172'] for subnet, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:17.065502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:17.202476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a4cedf-0360-460a-b71d-16da009abe23,revision_number=0']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:17.206552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:17.277569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Checking segment: {'id': 'a3c92538-7f7c-4a53-a57e-f474f41ef965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a066e522-8e39-420a-8220-0de8c2e8eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:41:17.278269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Network hostable DHCP agents. Network: a066e522-8e39-420a-8220-0de8c2e8eb4e, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:41:17.299050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Network a066e522-8e39-420a-8220-0de8c2e8eb4e is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:41:17.316849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a321410-abb4-4701-b24e-05d58120ebd4 req-5d28ba35-d2c6-44c3-9b98-40d550eb4ba7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:17.317160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, a066e522-8e39-420a-8220-0de8c2e8eb4e) {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:41:17.319027 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7a321410-abb4-4701-b24e-05d58120ebd4 req-5d28ba35-d2c6-44c3-9b98-40d550eb4ba7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2033677 Feb 11 13:41:17.329199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2552a-a38b-45d4-968b-23805561db4d None None] Network a066e522-8e39-420a-8220-0de8c2e8eb4e requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:41:17.330388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:17.331045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:17.352006 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-41f95c4d-0cae-4c37-a29c-c4e32122bd00 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7944446 Feb 11 13:41:17.411546 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7a321410-abb4-4701-b24e-05d58120ebd4 req-0e4f976a-ec84-4d42-814a-e57620bac452 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794013 Feb 11 13:41:17.778414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f4852-b563-4659-aebe-4d55ce48c9e4 None None] Network a066e522-8e39-420a-8220-0de8c2e8eb4e requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:41:18.421608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38404) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.427966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-133592504-network', 'tenant_id': 'dfffb39ab00c4959a078052e376f2194'}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:18.433084 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:18.437814 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Usage tracker for resource:network and tenant:dfffb39ab00c4959a078052e376f2194 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:18.441899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:18.447800 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:18.457367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Made reservation on behalf of dfffb39ab00c4959a078052e376f2194 for: {'network': 1} {{(pid=79969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:41:18.462133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.476556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.492813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:18.497601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Usage tracker for resource:security_group_rule and tenant:dfffb39ab00c4959a078052e376f2194 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:18.500660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:18.506503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:18.595874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.599819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.604180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1d809a83-7848-4032-b3c3-197f8a146a5e tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:18.641112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:41:18.650751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d84dd-b956-4ebc-b4d9-bd64fef28799,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:18.657351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:18.658471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.658863 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Added segment 9124ef4d-559d-4175-8f7c-7a0bf54b5089 of type vxlan for network 970662ba-9f89-49be-abf3-987f07c17375 Feb 11 13:41:18.686992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.720607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.722323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:18.723004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:18.728331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:18.749099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db4b1a-bfd0-45e6-a290-d0e02a614596 req-af35ff3f-4236-47f1-8923-e4253b9f06c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:18.750847 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-08db4b1a-bfd0-45e6-a290-d0e02a614596 req-af35ff3f-4236-47f1-8923-e4253b9f06c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1788154 Feb 11 13:41:18.817341 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-08db4b1a-bfd0-45e6-a290-d0e02a614596 req-03dd49b3-916a-4c22-8eba-9d5aa52f6e4d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595455 Feb 11 13:41:18.835182 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4123449 Feb 11 13:41:18.838399 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Pushing event updated for resources: {'Network': ['ID=970662ba-9f89-49be-abf3-987f07c17375,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:18.838561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38410) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.841892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f2702861-3b46-4f7d-8cc9-25b51e2e06c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:18.847245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Request body: {'subnet': {'network_id': '970662ba-9f89-49be-abf3-987f07c17375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-133592504-subnet', 'tenant_id': 'dfffb39ab00c4959a078052e376f2194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:18.851077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 970662ba-9f89-49be-abf3-987f07c17375 details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:41:18.853385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:18.860858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Usage tracker for resource:subnet and tenant:dfffb39ab00c4959a078052e376f2194 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:18.864591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:18.870753 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:18.882625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Made reservation on behalf of dfffb39ab00c4959a078052e376f2194 for: {'subnet': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:41:18.888323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7128141'] for subnet, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:19.311964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847466969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7128156'] for subnet, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:19.331437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-28ecfc15-a580-4ab0-b4cc-ca6cc84fb267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:19.467707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c84427a-2241-4a3d-b488-e104473cf033,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:19.471794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:19.533301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Checking segment: {'id': '9124ef4d-559d-4175-8f7c-7a0bf54b5089', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '970662ba-9f89-49be-abf3-987f07c17375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:41:19.533691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Network hostable DHCP agents. Network: 970662ba-9f89-49be-abf3-987f07c17375, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:41:19.551988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Network 970662ba-9f89-49be-abf3-987f07c17375 is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:41:19.560593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 970662ba-9f89-49be-abf3-987f07c17375) {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:41:19.570665 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf078b9-b0e7-4ebd-8796-7b037a669596 None None] Network 970662ba-9f89-49be-abf3-987f07c17375 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:41:19.572474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:19.573128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:19.591860 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7d9d6034-f904-4652-9f46-69aea37a7744 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7522488 Feb 11 13:41:19.804794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea32abf-ebcc-47da-8e27-32b872287aa8 None None] Network 970662ba-9f89-49be-abf3-987f07c17375 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:41:20.181671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5de5a9-24ad-44d1-a63d-e0d8ecd7e11b req-89a997cf-e74a-4143-97f9-a8109835f690 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:20.183460 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f5de5a9-24ad-44d1-a63d-e0d8ecd7e11b req-89a997cf-e74a-4143-97f9-a8109835f690 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1885159 Feb 11 13:41:20.254838 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0f5de5a9-24ad-44d1-a63d-e0d8ecd7e11b req-0fc5682c-56da-4ffd-9112-452414e2aa26 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635505 Feb 11 13:41:21.577922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d51c-0576-41c4-9fe1-9608f7f21192 req-6f44cdf3-7b42-4924-a908-ba911be8f698 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:21.579025 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1e7d51c-0576-41c4-9fe1-9608f7f21192 req-6f44cdf3-7b42-4924-a908-ba911be8f698 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1711848 Feb 11 13:41:21.646063 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1e7d51c-0576-41c4-9fe1-9608f7f21192 req-89faf001-35a6-4274-9259-29931e4f257e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605333 Feb 11 13:41:22.063302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 970662ba-9f89-49be-abf3-987f07c17375 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:41:22.091411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:22.971324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4c08-a01f-4073-9bcc-b20ad8fd2836 req-6b31b993-bf3f-4ccc-ae7a-d662e287456c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:22.973068 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447a4c08-a01f-4073-9bcc-b20ad8fd2836 req-6b31b993-bf3f-4ccc-ae7a-d662e287456c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1786764 Feb 11 13:41:23.039192 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-447a4c08-a01f-4073-9bcc-b20ad8fd2836 req-15225cbd-4b1b-4578-90dc-d5249cbe99fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594001 Feb 11 13:41:24.363171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1d1ef-271c-48be-9c04-6edfaeb2a1be req-d03a5847-c9a4-4733-a11e-aa178179f483 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:24.364943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-61c1d1ef-271c-48be-9c04-6edfaeb2a1be req-d03a5847-c9a4-4733-a11e-aa178179f483 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1767817 Feb 11 13:41:24.443570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-61c1d1ef-271c-48be-9c04-6edfaeb2a1be req-5bdae28e-a75f-42af-91d0-36cffb2ecd54 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721939 Feb 11 13:41:25.094674 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38484) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:25.256649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.276513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:25.281099 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Usage tracker for resource:security_group_rule and tenant:079c24c881914b689f39bce77a2d6504 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:25.284244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:25.290824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:25.382283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.385741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.395495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:25.429101 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=079c24c881914b689f39bce77a2d6504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332241 Feb 11 13:41:25.431972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38498) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:25.456183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e097b423-0423-4b47-9e88-8a67b0f330d1,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:25.459958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:25.512221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.542521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.600242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.607923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-de83778c-d3c6-463d-a5ec-5c1861fc0fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:25.622931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097b423-0423-4b47-9e88-8a67b0f330d1,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:25.634389 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:25.636313 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:25.640624 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e097b423-0423-4b47-9e88-8a67b0f330d1 HTTP/1.1" status: 204 len: 168 time: 0.2047815 Feb 11 13:41:25.814302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c2bf-bb3e-4525-a7bd-f9e8ee74d097 req-4001e6fa-2b55-465f-8a13-ae132815092e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:25.822369 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3442c2bf-bb3e-4525-a7bd-f9e8ee74d097 req-4001e6fa-2b55-465f-8a13-ae132815092e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2149856 Feb 11 13:41:25.902987 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3442c2bf-bb3e-4525-a7bd-f9e8ee74d097 req-7b466c00-75ba-473a-878b-2b3d9faca239 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787823 Feb 11 13:41:27.287134 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bc1d8-dbd5-4df8-94d5-7f9e63ff75fd req-e1bbf210-8485-49bb-bba6-5c69eb175ac3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:27.296040 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-895bc1d8-dbd5-4df8-94d5-7f9e63ff75fd req-e1bbf210-8485-49bb-bba6-5c69eb175ac3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2304664 Feb 11 13:41:27.386230 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-895bc1d8-dbd5-4df8-94d5-7f9e63ff75fd req-3a236178-8052-485f-83c6-be69a16ca49d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888312 Feb 11 13:41:28.315785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38584) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.472090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.489327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:28.493837 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Usage tracker for resource:security_group_rule and tenant:f02b0dbe0680499abab7b393f24284a6 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:28.497447 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:28.503349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:28.595761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.600106 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.613369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b3bec14b-9b2d-4dc0-bb75-ba53d19ccfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:28.658572 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f02b0dbe0680499abab7b393f24284a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413222 Feb 11 13:41:28.659458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19293866-f529-4f4e-b7c5-0607c5208971,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:28.661948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38592) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.664585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:28.700115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0bed8-ccf8-4c2c-add1-d8faf3c98353 req-9d3822bc-2030-4ebf-a0c5-41c288b53cfe tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:28.701809 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21a0bed8-ccf8-4c2c-add1-d8faf3c98353 req-9d3822bc-2030-4ebf-a0c5-41c288b53cfe tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1730421 Feb 11 13:41:28.729190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.762052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.826139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.835377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:28.851030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19293866-f529-4f4e-b7c5-0607c5208971,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:28.854616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:28.857946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:28.860577 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-939fed22-5d2f-4944-bf00-d803acd5478b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/19293866-f529-4f4e-b7c5-0607c5208971 HTTP/1.1" status: 204 len: 168 time: 0.1973062 Feb 11 13:41:29.051093 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-21a0bed8-ccf8-4c2c-add1-d8faf3c98353 req-63e3c526-3c12-4d7f-b72c-9b252a6f8ab6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399720 Feb 11 13:41:29.288927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38616) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.321208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.336878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:41:29.341606 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a5b75e3a6b4bada500504690d037e3 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:41:29.344768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:41:29.350943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:41:29.439713 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.443031 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.452474 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8cb0c5fe-fdd4-4f36-9d44-1f0bfee87356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:29.496842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9a5b75e3a6b4bada500504690d037e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066255 Feb 11 13:41:29.498634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6080959f-90d9-40e1-a7a8-a836b1a9ba98,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:29.499919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38620) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.502495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:29.567958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.596132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.642528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.647807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5041cb69-6074-4019-80a4-c811ad06406f tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:29.659649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6080959f-90d9-40e1-a7a8-a836b1a9ba98,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:29.664485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:29.666563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:29.668330 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6080959f-90d9-40e1-a7a8-a836b1a9ba98 HTTP/1.1" status: 204 len: 168 time: 0.1667430 Feb 11 13:41:30.421939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817e16-189c-445f-9bcb-c76108ee44f6 req-78f922a0-c22b-4712-8ab6-0bacd603decf tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:30.423722 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ad817e16-189c-445f-9bcb-c76108ee44f6 req-78f922a0-c22b-4712-8ab6-0bacd603decf tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2168646 Feb 11 13:41:30.491269 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ad817e16-189c-445f-9bcb-c76108ee44f6 req-26e8f58c-22c8-4c52-9970-45bde890ebe6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600026 Feb 11 13:41:31.847207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bbef1-a35b-450c-b6f8-3503c7976f23 req-60f1366c-fc05-4073-a4cb-df164878df7a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:31.849129 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a6bbef1-a35b-450c-b6f8-3503c7976f23 req-60f1366c-fc05-4073-a4cb-df164878df7a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1854703 Feb 11 13:41:31.945962 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3a6bbef1-a35b-450c-b6f8-3503c7976f23 req-0dc923bf-b776-41e9-bf96-c6908d989a41 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869882 Feb 11 13:41:33.269618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad565d69-a00c-4a1a-9d90-ec29a1459e3a req-e374acec-dbaa-4016-ad88-916f3591d980 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:33.271302 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ad565d69-a00c-4a1a-9d90-ec29a1459e3a req-e374acec-dbaa-4016-ad88-916f3591d980 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1664858 Feb 11 13:41:33.336927 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-ad565d69-a00c-4a1a-9d90-ec29a1459e3a req-5dba58b1-efbe-4d38-8002-6aced20c41d7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587482 Feb 11 13:41:34.659905 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ef9fd-d05f-440e-afe5-d9fc48ead6bd req-19afcd3b-eb8c-4fad-9ad0-b44a9fdbbf99 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:34.661612 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e8ef9fd-d05f-440e-afe5-d9fc48ead6bd req-19afcd3b-eb8c-4fad-9ad0-b44a9fdbbf99 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1704299 Feb 11 13:41:34.730964 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1e8ef9fd-d05f-440e-afe5-d9fc48ead6bd req-06456741-1182-4f01-abcb-611d6ccddfb3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613108 Feb 11 13:41:36.075488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d6387-ce51-4f1f-865c-65f47c07383e req-ff3b52b4-242e-4cd8-b5d7-4dce944ec586 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:36.088505 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-822d6387-ce51-4f1f-865c-65f47c07383e req-ff3b52b4-242e-4cd8-b5d7-4dce944ec586 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1912768 Feb 11 13:41:36.187166 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-822d6387-ce51-4f1f-865c-65f47c07383e req-c24a45b4-911c-44a7-b679-83cdcd191788 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971525 Feb 11 13:41:37.586028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a05108-b8dc-4e2c-8b95-b54f5f91b3b2 req-55bf98a2-8a15-4dcc-86b1-9b22cdc6f260 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:37.587957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80a05108-b8dc-4e2c-8b95-b54f5f91b3b2 req-55bf98a2-8a15-4dcc-86b1-9b22cdc6f260 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1964636 Feb 11 13:41:37.667567 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80a05108-b8dc-4e2c-8b95-b54f5f91b3b2 req-8e9d61ed-263b-4597-a39d-1441ab86c4c2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728269 Feb 11 13:41:38.994739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-663c7625-c3f9-40bb-93fa-62fa7fa0d96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:39.000549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d457f5-7a5e-4cb8-b04a-e2eae45b1e1c req-2f8e15c9-2006-49ea-be93-c46312de1a54 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:39.010384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8d457f5-7a5e-4cb8-b04a-e2eae45b1e1c req-2f8e15c9-2006-49ea-be93-c46312de1a54 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1824608 Feb 11 13:41:39.080405 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8d457f5-7a5e-4cb8-b04a-e2eae45b1e1c req-bbc066f7-cf92-434a-b2ad-27b36ed5471b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712483 Feb 11 13:41:40.422754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8398c-02f9-4869-a9a1-8771f25907fe req-97fe9336-9dec-4846-803c-710772649974 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:40.424421 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3bd8398c-02f9-4869-a9a1-8771f25907fe req-97fe9336-9dec-4846-803c-710772649974 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1813033 Feb 11 13:41:40.496512 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3bd8398c-02f9-4869-a9a1-8771f25907fe req-f012eb4a-383c-47ca-baae-4b2595243d5a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653961 Feb 11 13:41:41.897393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b586a1-d5d4-4848-90c0-d2e7cb3092b1 req-5c70c62e-81e5-4d0c-9eec-a0ef8c8b6899 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:41.900021 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0b586a1-d5d4-4848-90c0-d2e7cb3092b1 req-5c70c62e-81e5-4d0c-9eec-a0ef8c8b6899 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2364969 Feb 11 13:41:41.901666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ca5cf9c3-64c8-4636-91fa-e61531e7b915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:42.003076 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a0b586a1-d5d4-4848-90c0-d2e7cb3092b1 req-625986d5-ba09-4aef-80e4-0f9172a0efb1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839152 Feb 11 13:41:42.041080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:43.396435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a061389-d58c-4714-950e-4c9d1abfe0d7 req-5b615d7f-7fe2-42b1-9559-5fbec1f9bd6d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:43.405049 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a061389-d58c-4714-950e-4c9d1abfe0d7 req-5b615d7f-7fe2-42b1-9559-5fbec1f9bd6d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1954381 Feb 11 13:41:43.444974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:43.490758 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4a061389-d58c-4714-950e-4c9d1abfe0d7 req-48b95079-6e1a-4751-8ed6-ee57fda1b257 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845063 Feb 11 13:41:44.086992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:44.804702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddefc7-d02d-49ba-ab6b-72ad2c4ce4fe req-ab66442d-1fa1-49ea-bb66-cfd1d542505b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:44.806383 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-36ddefc7-d02d-49ba-ab6b-72ad2c4ce4fe req-ab66442d-1fa1-49ea-bb66-cfd1d542505b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1664345 Feb 11 13:41:44.872181 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-36ddefc7-d02d-49ba-ab6b-72ad2c4ce4fe req-4e73e4bd-6bc7-4ff9-8c26-b65c52597653 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592120 Feb 11 13:41:44.962420 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38924) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:45.090317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38938) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:45.178688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Deleting subnet 41a4cedf-0360-460a-b71d-16da009abe23 {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:41:45.183919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:45.303365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:45.388115 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Deleting subnet 18956192-627f-4041-905c-b4155cf11e09 {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:41:45.392635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:45.424392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:45.501480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:45.661391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:46.022967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-cdf99df1-3281-41da-b584-fd72a962f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:46.025042 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-cdf99df1-3281-41da-b584-fd72a962f513 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.0964458 Feb 11 13:41:46.236281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-86552425-1f8e-4eb5-8ad3-2a893eb400d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:46.237866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-86552425-1f8e-4eb5-8ad3-2a893eb400d8 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1741240 Feb 11 13:41:46.239146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:46.258605 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:46.312443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a4cedf-0360-460a-b71d-16da009abe23,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:46.332555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc824105-865a-4d74-adc3-65ae91fa9e32 req-c8c4dc85-a7b0-4fab-b82f-1ff67d111fd7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:46.334287 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bc824105-865a-4d74-adc3-65ae91fa9e32 req-c8c4dc85-a7b0-4fab-b82f-1ff67d111fd7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.3081758 Feb 11 13:41:46.381463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.381887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.382354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.382772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.383220 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.383631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.384043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.384622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.384831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.385231 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.385640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.386036 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.386538 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.387191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.387619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.388009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.388409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.388804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.389199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.389597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.389996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.390500 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.390893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.391294 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:46.400416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:46.440228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:46.447032 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:46.463025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bd2f363d-b2f2-43fc-a153-0d87e73246ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:46.494257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bc824105-865a-4d74-adc3-65ae91fa9e32 req-08e9407b-1a0f-47f8-b714-2d5bf675ad87 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972047 Feb 11 13:41:46.496342 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-8d8b80d1-23b7-4799-87fc-4bd5ff969f58 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 1001 time: 0.1611173 Feb 11 13:41:46.515257 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b07f9832-d588-47cc-bd3c-2de348cfe2ee admin admin] 10.222.0.93 "DELETE /v2.0/subnets/41a4cedf-0360-460a-b71d-16da009abe23 HTTP/1.1" status: 204 len: 168 time: 1.4209151 Feb 11 13:41:46.515257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18956192-627f-4041-905c-b4155cf11e09,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:46.516374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38958) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:46.571123 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:46.575510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-16a4625d-e4c1-4622-9c29-f0440efa26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:46.577089 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-16a4625d-e4c1-4622-9c29-f0440efa26f5 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0736187 Feb 11 13:41:46.622804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:41:46.664431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-39f9aab3-0998-4f91-94c5-ce6efd61b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:46.666240 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-39f9aab3-0998-4f91-94c5-ce6efd61b24b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819936 Feb 11 13:41:46.714066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:46.717158 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/18956192-627f-4041-905c-b4155cf11e09 HTTP/1.1" status: 204 len: 168 time: 1.7527261 Feb 11 13:41:46.720718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 38968) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:46.726341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:46.831727 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-7b113165-d953-4de7-ac8f-f4d4b8f2defe service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573551 Feb 11 13:41:46.983364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.040342 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-06a1c091-8546-4299-8edc-629d8390d1e7 req-31059d4e-233b-4c81-87b1-817b39b7457d service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2008107 Feb 11 13:41:47.112711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.354631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a066e522-8e39-420a-8220-0de8c2e8eb4e']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:47.367197 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.396151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c92538-7f7c-4a53-a57e-f474f41ef965') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:47.396483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c92538-7f7c-4a53-a57e-f474f41ef965') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:47.460940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.495002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.499242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:41:47.593514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db296b28-fdc0-4677-8a63-bbb7e7c8e1a2']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:47.613956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff42805-d777-46e3-9599-2ead4642ea1e') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:47.614298 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff42805-d777-46e3-9599-2ead4642ea1e') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:47.699029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.735212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Network a066e522-8e39-420a-8220-0de8c2e8eb4e has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:41:47.743802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.746728 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:47.760927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Releasing vxlan tunnel 10 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:41:47.820280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fa1b1-4f99-4679-beaa-0739fa121866 req-f8cacd11-4438-4e6e-9f88-357f1ef4496e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:47.822016 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-240fa1b1-4f99-4679-beaa-0739fa121866 req-f8cacd11-4438-4e6e-9f88-357f1ef4496e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1757920 Feb 11 13:41:47.895183 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-240fa1b1-4f99-4679-beaa-0739fa121866 req-9088187d-42f3-4f5c-b50e-31bc7e8d164e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664480 Feb 11 13:41:48.104770 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:41:48.115160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Network a066e522-8e39-420a-8220-0de8c2e8eb4e has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:41:48.123801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:48.153205 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:48.638499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.653001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Network db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:41:48.661531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:48.677526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:48.696347 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:48.764204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Pushing event deleted for resources: {'Network': ['ID=a066e522-8e39-420a-8220-0de8c2e8eb4e,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:48.771813 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:48.773336 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3198254c-6a21-4beb-a86b-c0dab8e0636f admin admin] 10.222.0.93 "DELETE /v2.0/networks/a066e522-8e39-420a-8220-0de8c2e8eb4e HTTP/1.1" status: 204 len: 168 time: 2.2546823 Feb 11 13:41:48.776677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 38996) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:48.793959 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.797636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c1480249-96f5-4d71-beb3-74c95eed5b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:48.815337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.822017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Pushing event deleted for resources: {'Network': ['ID=db296b28-fdc0-4677-8a63-bbb7e7c8e1a2,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:48.828168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:48.835788 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a2ce4c88-0418-4803-ba7e-9c8b7895936b admin admin] 10.222.0.93 "DELETE /v2.0/networks/db296b28-fdc0-4677-8a63-bbb7e7c8e1a2 HTTP/1.1" status: 204 len: 168 time: 2.0596089 Feb 11 13:41:48.847415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Deleting subnet 2c84427a-2241-4a3d-b488-e104473cf033 {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:41:48.850807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.911405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:48.975942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.010411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39004) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:49.070914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-714a971f-6231-45a7-937b-bc4e0948c765 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=20f5b5bd38554458ae08fb27210730cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590894 Feb 11 13:41:49.071875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39008) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:49.141369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.170378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.225860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.231979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6a6245de-b5d2-4831-80e2-4773ea723927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:49.243037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af6c1a-e450-47ec-a48a-cd75dd919e38,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:49.247768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:49.251369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.253697 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f757c34f-fb36-4e24-8ac6-6638f9ed74a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66af6c1a-e450-47ec-a48a-cd75dd919e38 HTTP/1.1" status: 204 len: 168 time: 0.1806166 Feb 11 13:41:49.341542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.361636 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:49.497620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c6c70-578e-4fcb-a967-a564d9eef6ae req-af945830-1ca2-418f-b180-6af11b484184 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:49.499638 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d54c6c70-578e-4fcb-a967-a564d9eef6ae req-af945830-1ca2-418f-b180-6af11b484184 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.3775575 Feb 11 13:41:49.508083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c84427a-2241-4a3d-b488-e104473cf033,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:49.590066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.591523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.591523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.591523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.591862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.592158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.592452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.592858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.593261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.593658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.594054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.594483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.594968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.595367 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.595763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.596152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.596542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.596943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.597336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.597725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.598114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.598569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.598960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.599526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:49.616608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:49.675706 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d54c6c70-578e-4fcb-a967-a564d9eef6ae req-e8fbb2d9-b197-46c3-9ff5-393f3d0310d2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627162 Feb 11 13:41:49.685670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:49.706182 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c13cd0ed-c926-432d-a1ed-a38c9c04ba1a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2c84427a-2241-4a3d-b488-e104473cf033 HTTP/1.1" status: 204 len: 168 time: 0.9281945 Feb 11 13:41:49.709699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39024) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:49.846696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.064906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.198507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970662ba-9f89-49be-abf3-987f07c17375']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:50.213693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9124ef4d-559d-4175-8f7c-7a0bf54b5089') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:50.214097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9124ef4d-559d-4175-8f7c-7a0bf54b5089') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:41:50.227626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.251372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.253648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:41:50.355771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3c07f80f-7b3c-43c4-ae13-302bfb978479 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:41:50.457535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Network 970662ba-9f89-49be-abf3-987f07c17375 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:41:50.467591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.486375 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.518592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:41:50.529832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:41:50.534040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.536085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:50.608876 dv-cinder-773985-4-iscsi neutron-server[79855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'code': 422} returned with failed status Feb 11 13:41:50.634942 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:50.644681 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.645065 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.645450 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.645831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.646242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.646967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.646967 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.647288 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.647855 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.648227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.648601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.648972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.650004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.650004 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.650611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.651230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.651614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.651991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.652373 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.652744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.653114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.653536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.654418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.654785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:41:50.659618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:50.688319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Network 970662ba-9f89-49be-abf3-987f07c17375 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:50.714544 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:50.793507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.796779 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8e711a15-04f8-48d0-b19f-9b302e7f48fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:50.815333 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:50.826613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=970662ba-9f89-49be-abf3-987f07c17375,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:50.829517 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/970662ba-9f89-49be-abf3-987f07c17375 HTTP/1.1" status: 204 len: 168 time: 1.1184824 Feb 11 13:41:50.830590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7596f2b8-bc12-4e50-95e0-32512d1c5fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:51.063927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39062) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:51.124891 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9d84f423-5da0-40d7-8ded-767bb6528bdb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17dc75dcc9f940e8a75cd1f77f13d94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592766 Feb 11 13:41:51.127215 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39066) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:51.203449 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:51.243344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:51.303463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:51.309324 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0e4f7260-4270-4c70-8250-6cb6d3f203f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:51.328556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:51.330226 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/310d7f45-703f-40ca-88e3-d31398f61568 HTTP/1.1" status: 204 len: 168 time: 0.2017624 Feb 11 13:41:51.331411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d7f45-703f-40ca-88e3-d31398f61568,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:51.337353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:51.612502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75868f6-3d44-4e06-a43f-db4d9e13c4c2 req-87ac4457-b9d3-44fe-8f4c-9542f5882255 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:51.614243 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d75868f6-3d44-4e06-a43f-db4d9e13c4c2 req-87ac4457-b9d3-44fe-8f4c-9542f5882255 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2234638 Feb 11 13:41:51.649870 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39094) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:51.710511 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d75868f6-3d44-4e06-a43f-db4d9e13c4c2 req-7d07f6c4-1b6e-45d3-b789-0b9b1e48e8e9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872722 Feb 11 13:41:51.889354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-42c85919-1f99-416e-8385-5a6e40610d07 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2377458 Feb 11 13:41:51.957833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39104) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:52.011707 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c5b5427b-1537-479e-b074-a8091ae94d88 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dfffb39ab00c4959a078052e376f2194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524533 Feb 11 13:41:52.015295 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39108) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:52.070634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:52.080976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:52.113838 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:52.164940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:52.170562 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8a1601a8-7a4c-49a1-a5b9-e19de95a725c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:41:52.183880 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d84dd-b956-4ebc-b4d9-bd64fef28799,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:41:52.187224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:41:52.189260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:41:52.193918 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e69d84dd-b956-4ebc-b4d9-bd64fef28799 HTTP/1.1" status: 204 len: 168 time: 0.1741726 Feb 11 13:41:52.508086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-6128a8b6-f4f2-4236-b150-c1b3d49ca95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:52.509735 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-6128a8b6-f4f2-4236-b150-c1b3d49ca95f service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd&tenant_id=3fada5d230234f628ecdbec4e329f906 HTTP/1.1" status: 200 len: 1160 time: 0.0824273 Feb 11 13:41:52.851048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-c01870ce-867f-4743-ad2a-dc3872035e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:52.853140 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-c01870ce-867f-4743-ad2a-dc3872035e19 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1160 time: 0.3218305 Feb 11 13:41:53.169465 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1b485-1d05-4588-a018-26b1dc01a9a6 req-8fbb88b2-e4a2-4fa9-bb59-80d9165bd73d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:53.171288 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c2b1b485-1d05-4588-a018-26b1dc01a9a6 req-8fbb88b2-e4a2-4fa9-bb59-80d9165bd73d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2737060 Feb 11 13:41:53.175160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-25880876-7d56-4ebd-a664-c0638e3d1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:53.176824 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-25880876-7d56-4ebd-a664-c0638e3d1831 service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.3168573 Feb 11 13:41:53.360074 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c2b1b485-1d05-4588-a018-26b1dc01a9a6 req-05a16762-c322-4e38-b406-a9ee690555b5 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813788 Feb 11 13:41:53.370365 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-d9ca9bf9-80f6-4711-8556-bfc936e82e3a service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 999 time: 0.1738386 Feb 11 13:41:53.450269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-6d40d632-6dfb-4196-9c03-34215462716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:53.452392 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-6d40d632-6dfb-4196-9c03-34215462716e service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0748947 Feb 11 13:41:53.539577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-95b7396b-2926-4f4d-8306-6c1f58323ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:53.541283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-95b7396b-2926-4f4d-8306-6c1f58323ffb service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819814 Feb 11 13:41:53.697541 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-ef7093ce-aeda-4c2f-8b7c-af2ded8e2fd8 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487181 Feb 11 13:41:53.849581 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fe4bf1f0-781c-4243-992f-22a213f72719 req-c04eea3c-583e-4ab9-a71b-7917bc6f651c service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451399 Feb 11 13:41:54.693608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aa8e3-7532-4a36-b090-54cd8419c5f7 req-3d5967a8-a006-4c22-9f62-2c0e2b865eb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:54.695163 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f6aa8e3-7532-4a36-b090-54cd8419c5f7 req-3d5967a8-a006-4c22-9f62-2c0e2b865eb0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1766050 Feb 11 13:41:54.769720 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f6aa8e3-7532-4a36-b090-54cd8419c5f7 req-9f45b9fb-a064-4bfb-876d-4d446ce06505 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672576 Feb 11 13:41:56.195356 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa363-6737-488b-9eb2-365b97700f46 req-f89036dd-3e42-4460-8aa5-ff277485b7c6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:56.197188 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-aa6fa363-6737-488b-9eb2-365b97700f46 req-f89036dd-3e42-4460-8aa5-ff277485b7c6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2013686 Feb 11 13:41:56.266897 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-aa6fa363-6737-488b-9eb2-365b97700f46 req-bd7d2c20-110e-485e-8936-85b224681c24 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621936 Feb 11 13:41:57.601935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff38e-216a-4a4f-948d-34da987d75a0 req-fcc9a8e4-fed3-4f51-b815-5140c0ab2947 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:57.604408 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-583ff38e-216a-4a4f-948d-34da987d75a0 req-fcc9a8e4-fed3-4f51-b815-5140c0ab2947 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1818993 Feb 11 13:41:57.702412 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-583ff38e-216a-4a4f-948d-34da987d75a0 req-27a6c8d4-dd26-4f57-9b63-e74435ec6d77 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871639 Feb 11 13:41:59.038869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a1f1-2b16-498d-abad-daec4baa99f7 req-4a694c8e-ba87-4b76-a504-7490138bf957 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:41:59.040575 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-82c8a1f1-2b16-498d-abad-daec4baa99f7 req-4a694c8e-ba87-4b76-a504-7490138bf957 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1845684 Feb 11 13:41:59.108557 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-82c8a1f1-2b16-498d-abad-daec4baa99f7 req-20ce2bef-9cff-46da-adbd-cbaf31c34e87 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610116 Feb 11 13:42:00.476886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc5cdc-d749-417a-abe6-dcb7fa5be90b req-402dd3d6-b114-43bc-8707-23ce5fe5790c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:00.484792 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3dc5cdc-d749-417a-abe6-dcb7fa5be90b req-402dd3d6-b114-43bc-8707-23ce5fe5790c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2273271 Feb 11 13:42:00.554849 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a3dc5cdc-d749-417a-abe6-dcb7fa5be90b req-3fb8cc9e-0e2f-4363-8b49-0dd63a79e0f9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689955 Feb 11 13:42:01.861401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de120c0f-1366-443c-87d7-38d7001e74d9 req-ac1c00c6-59f6-41bb-9c27-dd4c400ebcf1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:01.863013 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de120c0f-1366-443c-87d7-38d7001e74d9 req-ac1c00c6-59f6-41bb-9c27-dd4c400ebcf1 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1663175 Feb 11 13:42:01.932017 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-de120c0f-1366-443c-87d7-38d7001e74d9 req-d14e6b74-db2e-4589-bb76-7dd50a553843 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625942 Feb 11 13:42:03.249978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4717-283b-49d1-81fa-bc301f761c82 req-dfd6edfb-b515-43ff-b1f5-b1e62ed5c3c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:03.251676 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-36ca4717-283b-49d1-81fa-bc301f761c82 req-dfd6edfb-b515-43ff-b1f5-b1e62ed5c3c3 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1677687 Feb 11 13:42:03.317976 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-36ca4717-283b-49d1-81fa-bc301f761c82 req-98499a90-b121-4148-b41a-af31a87c2d12 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598552 Feb 11 13:42:04.636120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037256-c303-48ae-80ed-a7c135b46ef9 req-26d394b4-6717-4fb9-bc17-337bb67fcdf7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:04.637685 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8037256-c303-48ae-80ed-a7c135b46ef9 req-26d394b4-6717-4fb9-bc17-337bb67fcdf7 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1680808 Feb 11 13:42:04.702807 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c8037256-c303-48ae-80ed-a7c135b46ef9 req-0e165f18-afff-45bf-ac03-6a4f8fbb6413 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585916 Feb 11 13:42:06.010954 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951faef-d0b4-4b9a-8ff3-3da792c86c4f req-bbcb4e5e-53e2-44ce-a8fb-8a76b138174e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:06.012626 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a951faef-d0b4-4b9a-8ff3-3da792c86c4f req-bbcb4e5e-53e2-44ce-a8fb-8a76b138174e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1658578 Feb 11 13:42:06.079214 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a951faef-d0b4-4b9a-8ff3-3da792c86c4f req-03c56a6a-1dca-47d8-a874-882a832726e8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596623 Feb 11 13:42:07.417655 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6198-753a-4c75-b897-f9c0026000b3 req-71fd1929-6f11-4ef1-941f-302754787200 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:07.419386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5db6198-753a-4c75-b897-f9c0026000b3 req-71fd1929-6f11-4ef1-941f-302754787200 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1959610 Feb 11 13:42:07.483570 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5db6198-753a-4c75-b897-f9c0026000b3 req-0dec1386-31eb-44d2-a154-f5229a780250 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579510 Feb 11 13:42:08.822937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777bbda-ebb9-42de-83be-3d2c560f9d59 req-83213609-5cfb-49d0-9550-149b4423b418 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:08.824544 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a777bbda-ebb9-42de-83be-3d2c560f9d59 req-83213609-5cfb-49d0-9550-149b4423b418 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1771779 Feb 11 13:42:08.890550 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a777bbda-ebb9-42de-83be-3d2c560f9d59 req-804dafe3-0da8-4b26-b9ed-fec799ba6cc4 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588036 Feb 11 13:42:08.975426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e6f179f1-8428-49f6-90c7-98421c223e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:10.255512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a153cc-99d0-473c-a76a-c8f2ee313602 req-ff178345-6d2f-4fbc-b38d-5eba19c98706 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:10.257175 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1a153cc-99d0-473c-a76a-c8f2ee313602 req-ff178345-6d2f-4fbc-b38d-5eba19c98706 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1762447 Feb 11 13:42:10.336739 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c1a153cc-99d0-473c-a76a-c8f2ee313602 req-c0d80192-54a2-4c9b-8f05-90af4617af51 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698080 Feb 11 13:42:11.667209 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb7bc1-a6df-45d6-a440-9cd15b51c160 req-9a75e678-75e2-4566-88b9-69fc016f4855 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:11.675148 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07cb7bc1-a6df-45d6-a440-9cd15b51c160 req-9a75e678-75e2-4566-88b9-69fc016f4855 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1799583 Feb 11 13:42:11.741631 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-07cb7bc1-a6df-45d6-a440-9cd15b51c160 req-e0de228d-6896-4bc1-8bba-9eba556fe203 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651727 Feb 11 13:42:11.883308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1884-5e0b-421e-bd90-c2acde4854d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:12.025315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:13.056929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041c134-cefc-4761-bb64-9985cc946993 req-448e6ce8-aa9e-435b-b2cd-d0952521b956 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:13.058559 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0041c134-cefc-4761-bb64-9985cc946993 req-448e6ce8-aa9e-435b-b2cd-d0952521b956 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1700432 Feb 11 13:42:13.125924 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0041c134-cefc-4761-bb64-9985cc946993 req-31bf41fe-1615-4aa1-ad62-3cae0ef0ed95 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609949 Feb 11 13:42:13.437480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:14.088137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:14.442284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3443-15f6-4110-9d47-755e572aa825 req-7a97555b-31f4-46e2-9103-6561cd340d37 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:14.443998 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-237b3443-15f6-4110-9d47-755e572aa825 req-7a97555b-31f4-46e2-9103-6561cd340d37 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1705956 Feb 11 13:42:14.508959 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-237b3443-15f6-4110-9d47-755e572aa825 req-8294acd4-d463-485e-b4d1-59eeb1830682 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586140 Feb 11 13:42:15.788711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3517b-4a23-4d85-b839-458a51b64788 req-707c3351-5a67-4c71-8b7e-a80e5f60eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:15.790362 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-707c3351-5a67-4c71-8b7e-a80e5f60eca9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1160 time: 0.2854321 Feb 11 13:42:15.886539 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f488c84-cf9f-4039-b86a-a6a3747fa839 req-116ad6f9-8b0b-4071-8732-a8e6c728b246 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:15.888147 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f488c84-cf9f-4039-b86a-a6a3747fa839 req-116ad6f9-8b0b-4071-8732-a8e6c728b246 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2077298 Feb 11 13:42:16.053904 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2f488c84-cf9f-4039-b86a-a6a3747fa839 req-5719ec31-8841-48a7-b9cb-3639502ea38e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382506 Feb 11 13:42:16.085044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3517b-4a23-4d85-b839-458a51b64788 req-7e39f6be-bcf7-482c-a8b1-185d4bad485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:16.086688 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-7e39f6be-bcf7-482c-a8b1-185d4bad485e service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1975682 Feb 11 13:42:16.199024 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-803e2150-32dc-42e4-b65b-0ee4d78198bc service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 999 time: 0.1050110 Feb 11 13:42:16.273237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3517b-4a23-4d85-b839-458a51b64788 req-d3651a70-f9c6-4373-8fe9-cad358553046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:16.274872 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-d3651a70-f9c6-4373-8fe9-cad358553046 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0695086 Feb 11 13:42:17.366929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93b61d-28f7-4db8-93ea-25a1985d7f41 req-0a5f2eff-4ee7-45eb-8fe9-9e263f4bedd6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:17.368521 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2b93b61d-28f7-4db8-93ea-25a1985d7f41 req-0a5f2eff-4ee7-45eb-8fe9-9e263f4bedd6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1657131 Feb 11 13:42:17.432815 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2b93b61d-28f7-4db8-93ea-25a1985d7f41 req-3a7fc603-351e-4547-aae6-5c2a2a530d8c tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578794 Feb 11 13:42:17.685676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3517b-4a23-4d85-b839-458a51b64788 req-686f6d5e-87ff-4c9c-b89e-781d43a79503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:17.687393 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-686f6d5e-87ff-4c9c-b89e-781d43a79503 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853457 Feb 11 13:42:19.010548 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-edb629f8-abaf-4766-abbc-15a7a73db675 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932338 Feb 11 13:42:19.093895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c2501-475d-4cb5-b1dc-b9645a3f0cf1 req-44f95a70-f35f-4474-9efc-d6a77dade4b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:19.096437 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-257c2501-475d-4cb5-b1dc-b9645a3f0cf1 req-44f95a70-f35f-4474-9efc-d6a77dade4b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.5171649 Feb 11 13:42:19.164100 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-257c2501-475d-4cb5-b1dc-b9645a3f0cf1 req-583c60e5-e6cc-42ae-86b8-6c73ba92980d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613291 Feb 11 13:42:20.017320 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bde3517b-4a23-4d85-b839-458a51b64788 req-a54b1a4b-faa6-4442-b095-8d3651eaf728 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431401 Feb 11 13:42:20.474633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fa59a-2d48-4bf8-bce9-a60cc3bbb3e6 req-d1738094-955e-4893-b327-729c57f87f1e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:20.476226 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c55fa59a-2d48-4bf8-bce9-a60cc3bbb3e6 req-d1738094-955e-4893-b327-729c57f87f1e tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1673737 Feb 11 13:42:20.542728 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c55fa59a-2d48-4bf8-bce9-a60cc3bbb3e6 req-d5370c3c-a5df-4a01-8d0c-439fc83403f0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600355 Feb 11 13:42:21.855457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e71b3-a642-4914-8b73-79f33ba2ae1a req-d378cdba-4df5-4a04-99ba-02fdde091a68 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:21.857124 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c56e71b3-a642-4914-8b73-79f33ba2ae1a req-d378cdba-4df5-4a04-99ba-02fdde091a68 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1675627 Feb 11 13:42:21.923396 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c56e71b3-a642-4914-8b73-79f33ba2ae1a req-e1d7425a-205c-41b8-ada1-a2834a7ed4db tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590968 Feb 11 13:42:22.073895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:23.234085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f01606-4a3e-4d03-b281-50acfbf9f554 req-b7584a2d-8038-4f66-a30f-75595869c474 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:23.236484 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44f01606-4a3e-4d03-b281-50acfbf9f554 req-b7584a2d-8038-4f66-a30f-75595869c474 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1693060 Feb 11 13:42:23.306808 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-44f01606-4a3e-4d03-b281-50acfbf9f554 req-caed66bf-618f-4a74-b685-c3b8daeb60bd tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640118 Feb 11 13:42:23.622378 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:42:24.566848 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3c07f80f-7b3c-43c4-ae13-302bfb978479 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:42:24.614456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6462f-fcbc-44eb-96be-c6b62f20c75f req-5bf088dc-4fa1-473a-b51f-abc23ba1396b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:24.616175 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80c6462f-fcbc-44eb-96be-c6b62f20c75f req-5bf088dc-4fa1-473a-b51f-abc23ba1396b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.1649020 Feb 11 13:42:24.644640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:42:24.645257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:24.681088 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80c6462f-fcbc-44eb-96be-c6b62f20c75f req-8320574b-4a4c-43ce-b8fd-cb08bd03c370 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582917 Feb 11 13:42:24.771201 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:24.798946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:24.809167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:42:24.812110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:24.814602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b6522e72-e29c-4571-a0d2-cbfc0a2dbd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:24.864325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'code': 200} Feb 11 13:42:24.886127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=6']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:24.889499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:25.128435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd22e3-b2a2-47a6-948b-38460cb049cf req-a32c2926-243a-4905-a2e4-1b9d8e2d79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:25.130080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81cd22e3-b2a2-47a6-948b-38460cb049cf req-a32c2926-243a-4905-a2e4-1b9d8e2d79e0 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.0843463 Feb 11 13:42:25.175009 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-81cd22e3-b2a2-47a6-948b-38460cb049cf req-9669f8e2-8f25-48dc-a694-c9a8ea6f364a service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Feb 11 13:42:25.990085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04b43-c2b2-48ee-94c7-7a5458c64c5b req-38211a2f-c314-4998-9f83-0de55d54adfa tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:25.991670 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dcd04b43-c2b2-48ee-94c7-7a5458c64c5b req-38211a2f-c314-4998-9f83-0de55d54adfa tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1659148 Feb 11 13:42:26.060892 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dcd04b43-c2b2-48ee-94c7-7a5458c64c5b req-ca54fbaf-9fc9-4d9d-9e18-fa89392c5ccc tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628660 Feb 11 13:42:26.129297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3c07f80f-7b3c-43c4-ae13-302bfb978479 up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:42:26.206234 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port 3c07f80f-7b3c-43c4-ae13-302bfb978479 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:42:26.206694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:27.426459 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255ce66-39a6-429e-b77e-aa8ce8d465a0 req-46677f8f-5c78-48c5-91ff-d116a75d2eae tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:27.428186 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6255ce66-39a6-429e-b77e-aa8ce8d465a0 req-46677f8f-5c78-48c5-91ff-d116a75d2eae tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2052386 Feb 11 13:42:27.495756 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6255ce66-39a6-429e-b77e-aa8ce8d465a0 req-cf749e4f-8752-4bd9-ba2f-c0438aa085f0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607467 Feb 11 13:42:28.811497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270843-d54e-488d-a62f-1ea340d685d0 req-c957a361-d84e-488a-aa85-1d7ec5881c45 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:42:28.813194 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-97270843-d54e-488d-a62f-1ea340d685d0 req-c957a361-d84e-488a-aa85-1d7ec5881c45 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1693420 Feb 11 13:42:28.878808 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-97270843-d54e-488d-a62f-1ea340d685d0 req-b077a1a1-be7b-4576-a4c0-b6960b94b560 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591896 Feb 11 13:42:36.148682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 39700) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:36.308354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.324735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:42:36.330369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Usage tracker for resource:security_group_rule and tenant:da8a533cc5174e9a890a24765487e233 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:42:36.333398 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:42:36.339426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:42:36.443622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.446785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.456185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-522324eb-aea1-4421-9279-d3b739fbbc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:36.499552 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da8a533cc5174e9a890a24765487e233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496749 Feb 11 13:42:36.500528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282bbbf-811c-4e51-9bd8-014f2bd41012,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:36.503588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39706) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:36.504870 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fcebe756-b748-40e6-82e3-3bedb09f435e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:36.568462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.598823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.654649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.660150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-edfeaede-7ebe-4787-a414-9e25460a921e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:36.674416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282bbbf-811c-4e51-9bd8-014f2bd41012,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:36.677226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:36.678432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:36.682425 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d282bbbf-811c-4e51-9bd8-014f2bd41012 HTTP/1.1" status: 204 len: 168 time: 0.1751595 Feb 11 13:42:37.051058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39714) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:37.070306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.086249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:42:37.090348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa068ac331f7450ea76bc2252c0808f1 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:42:37.093353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:42:37.099820 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:42:37.203992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.207688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.217381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-94f28c58-a8e4-41ad-8e7f-96a3746da817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:37.266987 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa068ac331f7450ea76bc2252c0808f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120864 Feb 11 13:42:37.266987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aafff1-d9a3-4dc8-a1ab-34c73f53d5bd,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:37.268747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 39720) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:37.272014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:37.339094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.383216 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.431238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.435395 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-836542a4-91c6-4303-89ed-9ed544cf63e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:37.449645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aafff1-d9a3-4dc8-a1ab-34c73f53d5bd,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:37.455912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:37.459149 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:37.460384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-baa61f18-14a6-4a06-9062-d894d619e194 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/44aafff1-d9a3-4dc8-a1ab-34c73f53d5bd HTTP/1.1" status: 204 len: 168 time: 0.1905816 Feb 11 13:42:38.969147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c00c7bb1-c5b6-4655-96f7-1c935da6205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:41.887170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a6ca0923-6c20-4031-ab64-c16c136586b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:42.027002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:43.441304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:44.102743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:52.076193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:57.928191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40008) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:58.085761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.101727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:42:58.105778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Usage tracker for resource:security_group_rule and tenant:290ef8b290294f63bb592988953e35ea is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:42:58.108931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:42:58.114759 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:42:58.206507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.209334 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.218571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:58.269194 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=290ef8b290294f63bb592988953e35ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348980 Feb 11 13:42:58.269194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e09fd-d77e-4c79-bfa4-ce73fc576f69,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:58.269670 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40018) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:58.291103 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.291529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.291943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.292351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.292755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.293163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.293564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.293963 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.294393 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.294874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.295194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.295590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.296076 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.296472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.296868 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.297263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.297658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.298049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.298469 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.298860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.299251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.299642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.300034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.300430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:58.308344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-90d10326-6608-4996-bd62-8a782e048a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:58.365419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.397902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.458107 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.464141 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-48954161-fbee-4cb7-945d-0e3628c36e4d tempest-TestVolumeBootPattern-133002759 tempest-TestVolumeBootPattern-133002759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:58.479381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e09fd-d77e-4c79-bfa4-ce73fc576f69,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:58.482747 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:58.484172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.488491 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-bb926c89-bada-4d2e-872d-d0b3ac65bf35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c33e09fd-d77e-4c79-bfa4-ce73fc576f69 HTTP/1.1" status: 204 len: 168 time: 0.2150397 Feb 11 13:42:58.842571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40028) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:58.861887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.882623 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:42:58.886586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Usage tracker for resource:security_group_rule and tenant:ad447bdc311f4ed9b9cf96d0113c9668 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:42:58.889588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:42:58.895610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:42:58.982364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:58.986941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:59.002237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c1e3ff3c-b339-44a6-b618-8f712d8f060e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:59.048743 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad447bdc311f4ed9b9cf96d0113c9668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049763 Feb 11 13:42:59.049570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b15054-5a36-43ed-aad8-fd207f910eaa,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:59.051801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40032) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:59.058599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.059033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.059453 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.059860 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.060264 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.060667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.061067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.061472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.061869 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.062306 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.062708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.063109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.063573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.063969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.064365 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.064756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.065154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.065572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.065964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.066749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.066749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.067129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.067533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.067914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:42:59.072570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-88679616-ce8c-4ffc-9fdf-b0f662a11506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:59.122338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:59.153754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:59.207849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:59.211947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fa598833-090c-404e-8a38-9729e6ae3b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:42:59.226312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b15054-5a36-43ed-aad8-fd207f910eaa,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:42:59.229416 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:42:59.231433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:42:59.233265 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5a550296-9c9a-4c99-9e42-c0e52800dff6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e5b15054-5a36-43ed-aad8-fd207f910eaa HTTP/1.1" status: 204 len: 168 time: 0.1798246 Feb 11 13:43:00.622394 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:43:01.235034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40084) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.396710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.418158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:01.422473 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:4fac984631f64850983b32584128a7f1 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:01.425512 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:01.431419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:01.518581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.523507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.532964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ee19dc57-5c10-4a88-a995-ccc27b9548fb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:01.584153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4fac984631f64850983b32584128a7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479376 Feb 11 13:43:01.586529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafde69-4c83-485d-94e7-81e9b5cd33de,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:01.587413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40102) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.590522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d4cce428-1fb3-49c3-879d-c33ba046b8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:01.656471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.688471 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.735052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.740247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b9b2bc2d-d713-46b6-9290-77d5c064e5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:01.751200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafde69-4c83-485d-94e7-81e9b5cd33de,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:01.753714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:01.759280 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:01.762940 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5e86624a-1a24-4919-83e2-2c072cdd6905 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4dafde69-4c83-485d-94e7-81e9b5cd33de HTTP/1.1" status: 204 len: 168 time: 0.1714900 Feb 11 13:43:03.177380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40214) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:03.341026 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.356626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:03.360799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Usage tracker for resource:security_group_rule and tenant:11a0b6035ae4494187cfc3396fe0d6b7 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:03.363853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:03.370388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:03.422251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40222) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:03.464572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.467525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.476832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b152ad43-5e91-4578-897c-6ac12be4c1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:03.520861 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=11a0b6035ae4494187cfc3396fe0d6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422852 Feb 11 13:43:03.523244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6833562-9777-4f00-b818-a1bfd8ed7437,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:03.524432 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40230) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:03.526714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c7ba3c81-5896-498e-af9b-0ba739693816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:03.591773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.619843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:03.622252 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.626262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Usage tracker for resource:security_group_rule and tenant:29f00201b9894ad693fde93ed22aa939 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:03.635847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:03.645824 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:03.666547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.749958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.759584 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-11d6a355-4eb2-46ea-97ba-3089525d5b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:03.783265 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6833562-9777-4f00-b818-a1bfd8ed7437,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:03.795072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:03.821243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.823641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.824857 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e6833562-9777-4f00-b818-a1bfd8ed7437 HTTP/1.1" status: 204 len: 168 time: 0.2993085 Feb 11 13:43:03.826071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.834460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-363165f1-6ebb-41da-9d20-05f2cd5226ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:03.875915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9616dca4-ce20-42e7-8be1-090c195dac7e,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:03.880345 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=29f00201b9894ad693fde93ed22aa939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560676 Feb 11 13:43:03.881262 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-26399b90-2d54-4293-a119-551e08b87da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:03.883897 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40236) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:03.951925 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:03.979700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.026442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.031917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-336182fa-c530-4f27-83e2-2fad1b870f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:04.046563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616dca4-ce20-42e7-8be1-090c195dac7e,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:04.049368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:04.050601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.056107 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9616dca4-ce20-42e7-8be1-090c195dac7e HTTP/1.1" status: 204 len: 168 time: 0.1703050 Feb 11 13:43:04.592363 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40258) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.615996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.631486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:04.635556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Usage tracker for resource:security_group_rule and tenant:04aed992a3864a26a5bc04af596abcc2 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:04.638585 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:04.644596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:04.733158 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.736219 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.745383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8df6d515-0164-4887-a81f-7db229d1f3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:04.789957 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=04aed992a3864a26a5bc04af596abcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963601 Feb 11 13:43:04.790998 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad2f6e-c616-4270-8d6c-6e996f9a3e75,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:04.792254 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40264) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.794923 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:04.862160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.889977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.911755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40270) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.948917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.954514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3ff90e2c-8f2d-40ab-b779-14ab07780ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:04.968086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad2f6e-c616-4270-8d6c-6e996f9a3e75,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:04.972368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:04.978480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:04.982595 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2d936a91-ed74-4b9c-8ca2-bd2f7a1a73c7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/50ad2f6e-c616-4270-8d6c-6e996f9a3e75 HTTP/1.1" status: 204 len: 168 time: 0.1892216 Feb 11 13:43:05.061181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1439456128-network', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:05.066335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:05.070946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Usage tracker for resource:network and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:05.074081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:05.080992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:05.090543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Made reservation on behalf of 6a2cdf1b728b4ca3876c80c75347cb99 for: {'network': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:43:05.095320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for network, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.109147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.125128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:05.129159 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:05.134492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:05.140725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:05.228836 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.231755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.236263 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a644f799-f678-4c15-bac9-3ebf41f27c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:05.273895 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:43:05.289029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93602240-e6bc-420a-bb4f-d71423923877,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:05.292546 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:05.296353 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751076831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.297170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.segments_db [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Added segment 1468adb1-1452-4f62-841c-29f5435cb8a7 of type vxlan for network 874ae0ef-c899-48a6-abba-38fb003ed65c Feb 11 13:43:05.327006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751076275878'] for network, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.357327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179'] for network, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.358788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:05.359429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.364368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:05.475644 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Pushing event updated for resources: {'Network': ['ID=874ae0ef-c899-48a6-abba-38fb003ed65c,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:05.479682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:05.481499 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5687075 Feb 11 13:43:05.484502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40288) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:05.488891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Network 874ae0ef-c899-48a6-abba-38fb003ed65c details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:43:05.493160 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Request body: {'subnet': {'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1439456128-subnet', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'ip_version': 4}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:05.498677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:05.502934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Usage tracker for resource:subnet and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:05.503723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Network 874ae0ef-c899-48a6-abba-38fb003ed65c details requested by agent ovs-agent-dv-cinder-773985-4-iscsi with host dv-cinder-773985-4-iscsi {{(pid=79970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:43:05.505941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:05.512528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:05.522803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Made reservation on behalf of 6a2cdf1b728b4ca3876c80c75347cb99 for: {'subnet': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:43:05.527700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7128141'] for subnet, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.951553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847466969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7128156'] for subnet, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:05.972819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-fe5b6002-ee87-4bb2-aecd-2bedee8a754b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:06.112821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:06.115907 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:06.184695 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Checking segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:43:06.185086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Network hostable DHCP agents. Network: 874ae0ef-c899-48a6-abba-38fb003ed65c, hostable agents: ['71dc2987-ed9e-4325-8037-35a2dea72f03'], hosted agents: [] {{(pid=79968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:43:06.204517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Network 874ae0ef-c899-48a6-abba-38fb003ed65c is scheduled to be hosted by DHCP agent 71dc2987-ed9e-4325-8037-35a2dea72f03 with binding_index 1 {{(pid=79968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:43:06.213534 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-iscsi, 874ae0ef-c899-48a6-abba-38fb003ed65c) {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:43:06.223308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a46ef15-a7a7-4c96-b138-2aa44f3d63dd None None] Network 874ae0ef-c899-48a6-abba-38fb003ed65c requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:43:06.225812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:06.227094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:06.250920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40304) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:06.251092 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7635372 Feb 11 13:43:06.257684 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}} {{(pid=79969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:06.267934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:06.276687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Usage tracker for resource:router and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:06.280591 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:06.287383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:06.300152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743387'] for router, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:06.301347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853097574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853101158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1708871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32430'] for router, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:06.321221 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:06.490816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57dc895e-1a79-59e1-a063-be3921e975c1-874ae0ef-c899-48a6-abba-38fb003ed65c', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa'}]}} from dv-cinder-773985-4-iscsi. {{(pid=79970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:43:06.491783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:06.627029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853101173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32415'] for router, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:06.972829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Allocated IP 172.20.0.2 (874ae0ef-c899-48a6-abba-38fb003ed65c/f68ad9a5-ee7e-427d-b17e-73e1b0d413aa/e5b476c1-ff6d-4a4c-9842-ef126afec6ee) {{(pid=79970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:43:06.973839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.009802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.210112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Notify callbacks [] for port, precommit_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.221687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Transition to ACTIVE for port object e5b476c1-ff6d-4a4c-9842-ef126afec6ee will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:07.238289 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Transition to ACTIVE for port object e5b476c1-ff6d-4a4c-9842-ef126afec6ee will not be triggered until provisioned by entity DHCP. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:07.243236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519'] for port, after_create {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.274442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-96a0d60a-70c1-41d6-8a50-c967a59a1540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:07.304634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Allocated IP 172.27.2.33 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/979c6a90-b575-414f-9105-852ccb536d02) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:43:07.421493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Pushing event updated for resources: {'Port': ['ID=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,revision_number=1']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:07.437806 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.438230 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.438617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.439003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.439380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.439755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.440126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.440495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.440870 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.441239 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.441821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.441943 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.442401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.442762 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.443127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.443492 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.443858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.444525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.444525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.445430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.445795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.446156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.446543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.446906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:07.467385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:07.488924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Network 874ae0ef-c899-48a6-abba-38fb003ed65c is already hosted by enough agents. {{(pid=79970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:43:07.489827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.490154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Resources bound (agent type, host, resource id): {{(pid=79970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:43:07.492649 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Received port after_create {{(pid=79970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:43:07.521204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.537760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:07.555960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Attempting to bind port e5b476c1-ff6d-4a4c-9842-ef126afec6ee on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:07.556377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Attempting to bind port e5b476c1-ff6d-4a4c-9842-ef126afec6ee by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:43:07.556788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Attempting to bind port e5b476c1-ff6d-4a4c-9842-ef126afec6ee on network 874ae0ef-c899-48a6-abba-38fb003ed65c {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:43:07.562648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:43:07.563077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Checking segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:43:07.563529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.563970 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Bound using segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:43:07.564490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Bound port: e5b476c1-ff6d-4a4c-9842-ef126afec6ee, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:43:07.564914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.664397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] For port e5b476c1-ff6d-4a4c-9842-ef126afec6ee, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:43:07.667650 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] For port e5b476c1-ff6d-4a4c-9842-ef126afec6ee, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:43:07.672725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:07.696835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:07.867580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Pushing event updated for resources: {'Port': ['ID=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,revision_number=2']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:07.873620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:07.945741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Pushing event updated for resources: {'Port': ['ID=979c6a90-b575-414f-9105-852ccb536d02,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:07.950150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:07.999922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:43:08.001081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:43:08.003435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:43:08.483377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:08.852371 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674732'] for router, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:08.899470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device e5b476c1-ff6d-4a4c-9842-ef126afec6ee up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:08.982727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1abdebf1-aefe-4751-8f58-bf9b256dab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:08.993305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:09.089466 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Router b80561e7-4c70-40cd-a23a-cdab0bd237c6 is scheduled to L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc with binding_index 1 {{(pid=79969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:43:09.291036 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:43:09.302510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Sync routers for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:43:09.313889 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:09.314819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:42:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:09.334617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] Notify callbacks [] for router, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:09.334755 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe791424-3801-4fdd-82ad-3da6da314d77 None None] Network 874ae0ef-c899-48a6-abba-38fb003ed65c requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:43:09.338692 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-738647c7-d18e-4899-a8e5-80c448ffe366 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0836103 Feb 11 13:43:09.338927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40336) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:09.546342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Provisioning for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:09.554072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Provisioning complete for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:09.555039 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:09.757830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:09.777528 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:09.797008 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] For port e5b476c1-ff6d-4a4c-9842-ef126afec6ee, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:09.800563 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:09.803671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9830066e-8a92-4fa5-a715-933c83b6f7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:09.886124 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Pushing event updated for resources: {'Port': ['ID=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:09.890345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-439f2efd-741e-44c9-bd30-95bdd3891657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:10.034706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-e0058c12-23e9-4c84-a4cf-79185e45683c None None] Provisioning complete for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:10.035380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e0058c12-23e9-4c84-a4cf-79185e45683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.135117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:08Z', 'revision_number': 3, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:10.139696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Checking router: b80561e7-4c70-40cd-a23a-cdab0bd237c6 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:43:10.140101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Updating router b80561e7-4c70-40cd-a23a-cdab0bd237c6 port 979c6a90-b575-414f-9105-852ccb536d02 binding host dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:43:10.202980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.316727 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-664923b9-7707-4dbb-a510-df715071b368 None None] Provisioning complete for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:10.317200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-664923b9-7707-4dbb-a510-df715071b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.449081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.588609 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-61316461-f42a-497a-849c-6f1b470538ce None None] Provisioning complete for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:10.589382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-61316461-f42a-497a-849c-6f1b470538ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.653982 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Notify callbacks [] for port, precommit_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.675578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Transition to ACTIVE for port object 979c6a90-b575-414f-9105-852ccb536d02 will not be triggered until provisioned by entity L2. {{(pid=79971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:10.680750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.766238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-19a97572-32af-45e2-9168-8bb823840236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:10.842304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device e5b476c1-ff6d-4a4c-9842-ef126afec6ee up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:10.848511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Allocated IP 172.20.0.1 (874ae0ef-c899-48a6-abba-38fb003ed65c/f68ad9a5-ee7e-427d-b17e-73e1b0d413aa/1878d231-2f89-4b66-8375-884830b0a925) {{(pid=79969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:43:10.889673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Pushing event updated for resources: {'Port': ['ID=979c6a90-b575-414f-9105-852ccb536d02,revision_number=2']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:10.905725 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.906110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.906513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.906887 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.907260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.907626 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.908423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.908423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.908699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.909063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.909422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.910347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.910790 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.911153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.911516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.911877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.912236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.912595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.912955 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.913360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.914226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.914589 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.914947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.915302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:10.920885 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:10.932336 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Attempting to bind port 979c6a90-b575-414f-9105-852ccb536d02 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:10.935261 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Attempting to bind port 979c6a90-b575-414f-9105-852ccb536d02 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:43:10.936721 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Attempting to bind port 979c6a90-b575-414f-9105-852ccb536d02 on network 196a9aac-d940-49d1-af92-db0c3e23e380 {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:43:10.943354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:43:10.944051 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Checking segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:43:10.945448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.946494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Bound using segment: {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'} {{(pid=79971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:43:10.947152 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Bound port: 979c6a90-b575-414f-9105-852ccb536d02, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acaf1b-ad98-42c1-ae60-d4682a7fa328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}}] {{(pid=79971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:43:10.947733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:10.952467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port e5b476c1-ff6d-4a4c-9842-ef126afec6ee triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:10.952894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.042597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.049287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] For port 979c6a90-b575-414f-9105-852ccb536d02, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:43:11.053101 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] For port 979c6a90-b575-414f-9105-852ccb536d02, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=979c6a90-b575-414f-9105-852ccb536d02,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:43:11.057281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.065267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Transition to ACTIVE for port object 1878d231-2f89-4b66-8375-884830b0a925 will not be triggered until provisioned by entity DHCP. {{(pid=79969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:11.079783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d2c4a40-3104-4396-bbe6-e19aaa795c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:11.104321 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.121241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:11.239188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Pushing event updated for resources: {'Port': ['ID=979c6a90-b575-414f-9105-852ccb536d02,revision_number=3']} {{(pid=79971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:11.242638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6a2971fc-3bf4-4042-85e0-8b6eff2d4ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:11.288708 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:11.289499 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:42:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:11.304932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1878d231-2f89-4b66-8375-884830b0a925,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:11.327604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:11.390694 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Network 874ae0ef-c899-48a6-abba-38fb003ed65c is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:43:11.391950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:43:11.394325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Received port after_create {{(pid=79969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:43:11.457559 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1686960'] for router_interface, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.504444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:11.651531 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1d947af5-c992-4ba2-ae26-77b0efd2ef34 None None] Provisioning for port 1878d231-2f89-4b66-8375-884830b0a925 completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:11.657204 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1d947af5-c992-4ba2-ae26-77b0efd2ef34 None None] Provisioning complete for port 1878d231-2f89-4b66-8375-884830b0a925 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:11.657756 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1d947af5-c992-4ba2-ae26-77b0efd2ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.717912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-1d947af5-c992-4ba2-ae26-77b0efd2ef34 None None] Port 1878d231-2f89-4b66-8375-884830b0a925 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:43:11.724338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:11.816427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:08Z', 'revision_number': 3, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:11.821000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c3e62-415f-45b0-9317-ebeeb056bcff None None] The sync data for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi is: [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:08Z', 'revision_number': 3, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:43:11.889251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-360362c2-a205-41f8-932e-0ddbb0b408ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:12.021074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:12.025357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846868999'] for port, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:12.036338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:12.058179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0b5bb434-7389-4b4a-9651-c2c6c763b94a tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:12.151483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853096460'] for router_interface, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:12.182789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1878d231-2f89-4b66-8375-884830b0a925,revision_number=2']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:12.188508 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:12.321066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Network 874ae0ef-c899-48a6-abba-38fb003ed65c is already hosted by enough agents. {{(pid=79969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:43:12.321945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:43:12.550428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Router b80561e7-4c70-40cd-a23a-cdab0bd237c6 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:43:12.552803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-d966f9bc-d1d5-49f1-bb6b-1fe6f3c50289 None None] Provisioning complete for port 1878d231-2f89-4b66-8375-884830b0a925 triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:12.553372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d966f9bc-d1d5-49f1-bb6b-1fe6f3c50289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:12.621915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-d966f9bc-d1d5-49f1-bb6b-1fe6f3c50289 None None] Port 1878d231-2f89-4b66-8375-884830b0a925 cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:43:12.755168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:43:12.765637 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-509cc090-796b-4141-947b-7afc458eb7b0 admin admin] 10.222.0.93 "PUT /v2.0/routers/b80561e7-4c70-40cd-a23a-cdab0bd237c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4254920 Feb 11 13:43:12.873249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 979c6a90-b575-414f-9105-852ccb536d02 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:12.954754 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 979c6a90-b575-414f-9105-852ccb536d02 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:12.960472 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 979c6a90-b575-414f-9105-852ccb536d02 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:12.961030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:13.103355 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:13.123005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 979c6a90-b575-414f-9105-852ccb536d02, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=979c6a90-b575-414f-9105-852ccb536d02,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:13.135598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:13.135598 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:13.208237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=979c6a90-b575-414f-9105-852ccb536d02,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:13.212521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:13.443448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:14.110398 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:14.717414 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Sync routers for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:43:14.729266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:14.730167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:14.898040 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 979c6a90-b575-414f-9105-852ccb536d02 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:15.024189 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:15.074374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 979c6a90-b575-414f-9105-852ccb536d02 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:15.074802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:15.442553 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-c610b04e-5c0a-4d81-adc5-5c4bb3c51c39 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1305425 Feb 11 13:43:15.672935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-8dca3f1a-84de-427e-adb5-e2efec572824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:15.675802 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-8dca3f1a-84de-427e-adb5-e2efec572824 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=3fada5d230234f628ecdbec4e329f906&device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 1162 time: 0.1191432 Feb 11 13:43:15.711749 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 2, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:15.715906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Checking router: b80561e7-4c70-40cd-a23a-cdab0bd237c6 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:43:15.716317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Updating router b80561e7-4c70-40cd-a23a-cdab0bd237c6 port 1878d231-2f89-4b66-8375-884830b0a925 binding host dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:43:15.776745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:15.861556 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-11a1adda-5c55-427a-94c0-97f25c77a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:15.863611 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-11a1adda-5c55-427a-94c0-97f25c77a36b service neutron] 10.222.0.123 "GET /v2.0/networks?id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 200 len: 910 time: 0.1669979 Feb 11 13:43:16.008165 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-99ee9f92-a2db-45e7-8b61-f7d753a8ae6b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 200 len: 1001 time: 0.1371472 Feb 11 13:43:16.100242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-025a73bf-77c3-4328-8284-2336811f207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:16.102932 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-025a73bf-77c3-4328-8284-2336811f207b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 200 len: 855 time: 0.0866015 Feb 11 13:43:16.230952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-671f2d18-3530-4845-8f02-3002ba6c2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:16.232805 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-671f2d18-3530-4845-8f02-3002ba6c2b09 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171935 Feb 11 13:43:16.400345 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Notify callbacks [] for port, precommit_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:16.416002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Transition to ACTIVE for port object 1878d231-2f89-4b66-8375-884830b0a925 will not be triggered until provisioned by entity L2. {{(pid=79970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:16.419188 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:16.437569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:16.450384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-5cb82f6e-f756-4e47-85c5-7429d2314b09 service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100036 Feb 11 13:43:16.591834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e8d49-9363-491c-b5ba-2d2e4fd9646a None None] Pushing event updated for resources: {'Port': ['ID=1878d231-2f89-4b66-8375-884830b0a925,revision_number=3']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:16.607904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0f5e8d49-9363-491c-b5ba-2d2e4fd9646a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:16.639232 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-af455d02-ba65-4bf8-b5cf-9ea0f20d6cba req-3520f432-415d-445a-a4b5-76eead15f76b service neutron] 10.222.0.123 "GET /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1803908 Feb 11 13:43:16.816185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Attempting to bind port 1878d231-2f89-4b66-8375-884830b0a925 on host dv-cinder-773985-4-iscsi for vnic_type normal with profile {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:16.816702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Attempting to bind port 1878d231-2f89-4b66-8375-884830b0a925 by drivers openvswitch on host dv-cinder-773985-4-iscsi at level 0 using segments [{'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:43:16.817413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Attempting to bind port 1878d231-2f89-4b66-8375-884830b0a925 on network 874ae0ef-c899-48a6-abba-38fb003ed65c {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:43:16.824089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Checking agent: {'id': '111eba1c-d8e0-485d-9502-4d11a9d39703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 12, 56, 44), 'started_at': datetime.datetime(2021, 2, 11, 12, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:43:16.824671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Checking segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:43:16.825235 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:16.825785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Bound using segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} {{(pid=79970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:43:16.826463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Bound port: 1878d231-2f89-4b66-8375-884830b0a925, host: dv-cinder-773985-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'}}] {{(pid=79970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:43:16.827000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:16.956909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] For port 1878d231-2f89-4b66-8375-884830b0a925, host dv-cinder-773985-4-iscsi, cleared binding levels {{(pid=79970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:43:16.961030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] For port 1878d231-2f89-4b66-8375-884830b0a925, host dv-cinder-773985-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=1878d231-2f89-4b66-8375-884830b0a925,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:43:16.967318 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:16.985761 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:17.153385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e8d49-9363-491c-b5ba-2d2e4fd9646a None None] Pushing event updated for resources: {'Port': ['ID=1878d231-2f89-4b66-8375-884830b0a925,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:17.157147 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0f5e8d49-9363-491c-b5ba-2d2e4fd9646a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:17.206058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:17.206792 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:12Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:17.474036 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:17.864100 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:16Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:17.869679 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4688cb-4a4f-4984-8736-277fa5a0f28c None None] The sync data for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi is: [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:16Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:43:18.902386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 1878d231-2f89-4b66-8375-884830b0a925 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:18.993540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning for port 1878d231-2f89-4b66-8375-884830b0a925 completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:19.001557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 1878d231-2f89-4b66-8375-884830b0a925 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:19.001557 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.168511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.213357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] For port 1878d231-2f89-4b66-8375-884830b0a925, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=1878d231-2f89-4b66-8375-884830b0a925,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:19.218846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.221319 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:19.234520 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40426) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:19.301030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Pushing event updated for resources: {'Port': ['ID=1878d231-2f89-4b66-8375-884830b0a925,revision_number=5']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:19.306169 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:19.428894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.445182 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:19.449391 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Usage tracker for resource:security_group_rule and tenant:cda9fb9f30b0445a91efbf16c70e47d6 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:19.452821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:19.460687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:19.567293 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.571113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.581536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3e6a201f-c7da-44db-8568-48fb9486c13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:19.630968 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cda9fb9f30b0445a91efbf16c70e47d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927977 Feb 11 13:43:19.630968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5c9fd-bd06-47d6-81a0-170421387c3c,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:19.632049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40436) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:19.634575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8c5a37f3-f819-47df-88e9-e6ff6d8455ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:19.711129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.742705 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.800843 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.808125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-50fe75e2-2e50-452c-bd75-fce281089d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:19.819936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5c9fd-bd06-47d6-81a0-170421387c3c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:19.824337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:19.836118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:19.838707 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/68a5c9fd-bd06-47d6-81a0-170421387c3c HTTP/1.1" status: 204 len: 168 time: 0.2054904 Feb 11 13:43:20.254635 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40444) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:20.281468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.299613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:20.307381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Usage tracker for resource:security_group_rule and tenant:94105bce3d22407d9cda27553a8456d3 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:20.310488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:20.316572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:20.443372 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.447244 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.456904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ea427d54-8bee-4e1e-a74b-353c81e79b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:20.504068 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94105bce3d22407d9cda27553a8456d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453518 Feb 11 13:43:20.505988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44982589-89fe-4d15-84ff-c9ecaa799ef5,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:20.506238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40448) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:20.511094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ec9790b2-cdfe-4e9f-9f44-1d45f5b5dad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:20.600892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.650120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.709443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.715010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7b1dc33-6e3b-486f-87db-22ccb9620a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:20.727581 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44982589-89fe-4d15-84ff-c9ecaa799ef5,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:20.732977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:20.736190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:20.740282 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/44982589-89fe-4d15-84ff-c9ecaa799ef5 HTTP/1.1" status: 204 len: 168 time: 0.2315190 Feb 11 13:43:20.869612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 1878d231-2f89-4b66-8375-884830b0a925 up at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:20.973914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Provisioning complete for port 1878d231-2f89-4b66-8375-884830b0a925 triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:20.974377 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:22.087435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:23.749932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-0f4e16de-ffdb-49f5-8d4e-3196245c454b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:23.750743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-0f4e16de-ffdb-49f5-8d4e-3196245c454b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:network {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:43:23.768154 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-0f4e16de-ffdb-49f5-8d4e-3196245c454b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:network {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:43:23.769435 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-0f4e16de-ffdb-49f5-8d4e-3196245c454b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 815 time: 0.2552831 Feb 11 13:43:23.785943 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-67b483cf-2844-4287-ac2e-736885bd74ef tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/quotas/6a2cdf1b728b4ca3876c80c75347cb99 HTTP/1.1" status: 200 len: 375 time: 0.0097034 Feb 11 13:43:24.151200 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-fe2ff5e9-a061-44a5-b56e-27e9d8efcf85 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3596859 Feb 11 13:43:24.313456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-eaa92df8-8710-4dc9-b55c-6889e9c5458c service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:43:24.314662 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-eaa92df8-8710-4dc9-b55c-6889e9c5458c service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1504517 Feb 11 13:43:24.460457 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-3d0501ff-0785-401d-a228-de985c3b84ef service neutron] 10.222.0.93 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381004 Feb 11 13:43:24.609122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-34920574-56b6-4e14-aed8-35c734d101aa service neutron] 10.222.0.93 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421146 Feb 11 13:43:24.814430 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79f10e19-bd60-4e60-b861-b302e5b58133 req-89c0a73c-db83-4d7c-a575-7e297eb2b62c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 210 time: 0.0501952 Feb 11 13:43:26.019787 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-3f1eaa16-dcdf-4936-9047-ff364eea095f req-0f2daa2e-c932-4f6c-93fc-331a9de4a76b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 210 time: 0.0759215 Feb 11 13:43:26.233742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-282f8ac0-94b2-499d-a6ca-0e7dbd644bfe tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:26.235529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-282f8ac0-94b2-499d-a6ca-0e7dbd644bfe tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 815 time: 0.2489500 Feb 11 13:43:26.255374 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'port': {'device_id': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'admin_state_up': True, 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:26.406525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:43:26.410639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Usage tracker for resource:port and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:43:26.413634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:43:26.419772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:43:26.430079 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Made reservation on behalf of 6a2cdf1b728b4ca3876c80c75347cb99 for: {'port': 1} {{(pid=79968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:43:26.451666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:26.788872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Allocated IP 172.20.0.7 (874ae0ef-c899-48a6-abba-38fb003ed65c/f68ad9a5-ee7e-427d-b17e-73e1b0d413aa/c6b25655-4c8e-47de-ba15-b3e742db4b7a) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:43:27.024601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:27.043659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Transition to ACTIVE for port object c6b25655-4c8e-47de-ba15-b3e742db4b7a will not be triggered until provisioned by entity DHCP. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:27.068208 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:27.084619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d4a8787-918c-42ee-9a20-73e235370bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:27.301867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:27.307872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:27.448603 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc795d49-6c6d-444a-af01-e5f550be62eb req-32ce116b-9198-4162-a07b-2c497f2e05c9 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:27.450259 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc795d49-6c6d-444a-af01-e5f550be62eb req-32ce116b-9198-4162-a07b-2c497f2e05c9 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.2868822 Feb 11 13:43:27.462439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Network 874ae0ef-c899-48a6-abba-38fb003ed65c is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:43:27.476986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:43:27.480773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:43:27.575821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-cc795d49-6c6d-444a-af01-e5f550be62eb req-225445d9-ce43-4ac1-9ec8-501aba5da6f5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:43:27.654145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:27.655151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:27.688339 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ddd38163-b7b2-4746-a585-9a07c58caa53 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4378839 Feb 11 13:43:27.689577 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-cc795d49-6c6d-444a-af01-e5f550be62eb req-225445d9-ce43-4ac1-9ec8-501aba5da6f5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:43:27.692798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cc795d49-6c6d-444a-af01-e5f550be62eb req-225445d9-ce43-4ac1-9ec8-501aba5da6f5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360871 Feb 11 13:43:27.746638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-5c6a10d6-d357-4a86-9de0-7b6b7fa247ba None None] Provisioning for port c6b25655-4c8e-47de-ba15-b3e742db4b7a completed by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:27.752719 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-5c6a10d6-d357-4a86-9de0-7b6b7fa247ba None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:27.753227 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a10d6-d357-4a86-9de0-7b6b7fa247ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:27.816164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a10d6-d357-4a86-9de0-7b6b7fa247ba None None] Port c6b25655-4c8e-47de-ba15-b3e742db4b7a cannot update to ACTIVE because it is not bound. {{(pid=79970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:43:28.246058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7a76-b099-4cf0-99fb-70870264fc3f req-94e751b2-29a3-4f99-b240-929f85ec492a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:28.261841 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0ea7a76-b099-4cf0-99fb-70870264fc3f req-94e751b2-29a3-4f99-b240-929f85ec492a tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1861947 Feb 11 13:43:28.325652 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d0ea7a76-b099-4cf0-99fb-70870264fc3f req-e0e00be9-2bca-4b48-919a-e86dc499ae8b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625017 Feb 11 13:43:29.005751 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9fef3-ac5c-47a7-8740-aa556a7ba1a2 req-6d3aa6de-9638-45db-aaf1-d8e992077d9e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:29.006566 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f1a9fef3-ac5c-47a7-8740-aa556a7ba1a2 req-6d3aa6de-9638-45db-aaf1-d8e992077d9e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:43:29.029899 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-f1a9fef3-ac5c-47a7-8740-aa556a7ba1a2 req-6d3aa6de-9638-45db-aaf1-d8e992077d9e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:43:29.031900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1a9fef3-ac5c-47a7-8740-aa556a7ba1a2 req-6d3aa6de-9638-45db-aaf1-d8e992077d9e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.2001748 Feb 11 13:43:29.108456 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f1a9fef3-ac5c-47a7-8740-aa556a7ba1a2 req-51d0d785-ddda-418f-b9aa-d87811dd8cb3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Feb 11 13:43:29.656487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354db-f068-43fb-a381-b5b5f3cc2db7 req-28279893-aa99-421b-8721-25776d0b0952 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:29.658174 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b32354db-f068-43fb-a381-b5b5f3cc2db7 req-28279893-aa99-421b-8721-25776d0b0952 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1762891 Feb 11 13:43:29.728821 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b32354db-f068-43fb-a381-b5b5f3cc2db7 req-fa0de4e0-d29c-40c9-972c-2e113ba08d01 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630951 Feb 11 13:43:30.443724 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b0aab-4c96-405b-aeca-d3dfff432b9d req-511cb296-5231-458f-a980-560b8b1ea77c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:30.445956 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-034b0aab-4c96-405b-aeca-d3dfff432b9d req-511cb296-5231-458f-a980-560b8b1ea77c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1937759 Feb 11 13:43:30.518237 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-034b0aab-4c96-405b-aeca-d3dfff432b9d req-7f5ddc67-4c96-423e-91b5-51238e68922e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653212 Feb 11 13:43:31.065059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e03437-ce50-403e-8607-df9dafeda236 req-ab14f68d-801b-4e4f-b54b-84640e9fe3c8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:31.066748 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79e03437-ce50-403e-8607-df9dafeda236 req-ab14f68d-801b-4e4f-b54b-84640e9fe3c8 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1782255 Feb 11 13:43:31.135497 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-79e03437-ce50-403e-8607-df9dafeda236 req-61028188-f8a1-469f-a557-0e4fa22ac8eb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618298 Feb 11 13:43:31.832173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27619a5c-f70f-4e28-abce-cac6f698f6a3 req-4a6f4de1-84e0-4a62-83ad-b845657e7667 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:31.833799 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-27619a5c-f70f-4e28-abce-cac6f698f6a3 req-4a6f4de1-84e0-4a62-83ad-b845657e7667 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1706715 Feb 11 13:43:31.899773 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-27619a5c-f70f-4e28-abce-cac6f698f6a3 req-be1e6125-11dd-46e5-b490-a4ea6f72abab tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Feb 11 13:43:32.471415 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b731c-9c91-4c3f-8de7-135c9b49c0cb req-e06efdae-23bc-4b70-9d49-74d7694414eb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:32.473190 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-419b731c-9c91-4c3f-8de7-135c9b49c0cb req-e06efdae-23bc-4b70-9d49-74d7694414eb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1743543 Feb 11 13:43:32.546274 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-419b731c-9c91-4c3f-8de7-135c9b49c0cb req-33303d4a-8651-4baa-8b31-4a9507d86801 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660160 Feb 11 13:43:33.200614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d14ed-d30d-410d-a4ed-c756f5ddb410 req-9f1c5d0f-2cd1-49d8-b916-5a9dd21a86bf tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:33.202413 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf4d14ed-d30d-410d-a4ed-c756f5ddb410 req-9f1c5d0f-2cd1-49d8-b916-5a9dd21a86bf tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1710615 Feb 11 13:43:33.269878 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cf4d14ed-d30d-410d-a4ed-c756f5ddb410 req-4167d79e-08cb-4a18-a71c-fe30a3bea4c5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608203 Feb 11 13:43:33.875249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edcab4-3182-40dc-b32f-59741789175d req-abd8dc9f-8aad-4b95-a69b-b870c5769ff2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:33.876935 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53edcab4-3182-40dc-b32f-59741789175d req-abd8dc9f-8aad-4b95-a69b-b870c5769ff2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1765192 Feb 11 13:43:33.941584 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-53edcab4-3182-40dc-b32f-59741789175d req-7c3d7416-b28b-4f2e-91a0-ccfd0b0f328d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582547 Feb 11 13:43:34.573689 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd443b-2910-43a4-916b-e5df2f21d00a req-fa641c1c-f1ce-4864-962f-184724baaf33 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:34.575449 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-32bd443b-2910-43a4-916b-e5df2f21d00a req-fa641c1c-f1ce-4864-962f-184724baaf33 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1723850 Feb 11 13:43:34.657973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-32bd443b-2910-43a4-916b-e5df2f21d00a req-785aff63-c039-4ba5-82e7-40b5eb6aaae6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Feb 11 13:43:35.268380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce190e-3cd2-409e-a3d8-d095331fa09a req-16f58b37-7f93-40f5-9117-ff4313f7e303 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:35.270038 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b3ce190e-3cd2-409e-a3d8-d095331fa09a req-16f58b37-7f93-40f5-9117-ff4313f7e303 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1783791 Feb 11 13:43:35.341532 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b3ce190e-3cd2-409e-a3d8-d095331fa09a req-70739d6c-372b-4338-a9ea-5ea4262a7080 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641539 Feb 11 13:43:35.961225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b16e-163e-4378-96e8-64dfa1400080 req-96ca6bb1-ba6d-4495-86fd-58c03a7d27b3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:35.962907 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4563b16e-163e-4378-96e8-64dfa1400080 req-96ca6bb1-ba6d-4495-86fd-58c03a7d27b3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1691148 Feb 11 13:43:36.031283 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4563b16e-163e-4378-96e8-64dfa1400080 req-929c86c8-013b-48eb-b903-ff118dc039e7 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617819 Feb 11 13:43:36.677443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cb8c7-0e96-4849-8ce6-744104fd958f req-d78ffd8c-2876-435b-9989-6dfb961d7da2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:36.679731 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-146cb8c7-0e96-4849-8ce6-744104fd958f req-d78ffd8c-2876-435b-9989-6dfb961d7da2 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1743205 Feb 11 13:43:36.746898 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-146cb8c7-0e96-4849-8ce6-744104fd958f req-35558729-abc3-472a-a6d5-af415dfc8451 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607462 Feb 11 13:43:37.335328 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352078e1-a361-4770-9224-f39c0d0d72e4 req-7eba83ba-ad45-40b6-ad77-53216045f04e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:37.338640 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-352078e1-a361-4770-9224-f39c0d0d72e4 req-7eba83ba-ad45-40b6-ad77-53216045f04e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1747425 Feb 11 13:43:37.408306 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-352078e1-a361-4770-9224-f39c0d0d72e4 req-9f57b92c-9394-48a0-b309-c45e288a773b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619750 Feb 11 13:43:37.622775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:43:38.080277 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3cd9-fbf9-468a-a290-744f80c26dad req-597068b5-e020-48b6-b0ae-54a4636a8fc0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:38.088741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-703c3cd9-fbf9-468a-a290-744f80c26dad req-597068b5-e020-48b6-b0ae-54a4636a8fc0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1815774 Feb 11 13:43:38.160210 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-703c3cd9-fbf9-468a-a290-744f80c26dad req-37b209b4-7359-42a2-b109-4b798d0d6ea0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608032 Feb 11 13:43:38.938879 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2c63-d960-4902-a267-e9662b7ba48f req-bef05e6a-a37c-4757-9565-3f88878ada8c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:38.940582 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f47b2c63-d960-4902-a267-e9662b7ba48f req-bef05e6a-a37c-4757-9565-3f88878ada8c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.3964176 Feb 11 13:43:38.975550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6c926733-cc68-4146-a965-a8590ecc40d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:39.005408 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f47b2c63-d960-4902-a267-e9662b7ba48f req-d25bef15-9822-46c6-bf58-b45b2d0c7dd9 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583847 Feb 11 13:43:39.460772 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059445e1-57f1-439b-837c-41d484fbc63c req-11bde143-e4c5-47ef-9436-561b124de329 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:39.462440 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-059445e1-57f1-439b-837c-41d484fbc63c req-11bde143-e4c5-47ef-9436-561b124de329 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1681538 Feb 11 13:43:39.526717 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-059445e1-57f1-439b-837c-41d484fbc63c req-61edcffe-c727-42dd-b4ff-2933fabd88c4 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579734 Feb 11 13:43:40.298996 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73216314-075b-4264-8a41-4b35fa83923d req-357748af-a092-4f0f-93ea-af3dac013dbb tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:40.300674 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73216314-075b-4264-8a41-4b35fa83923d req-357748af-a092-4f0f-93ea-af3dac013dbb tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 931 time: 0.1661577 Feb 11 13:43:40.368236 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-73216314-075b-4264-8a41-4b35fa83923d req-61d36846-58f5-4b1d-8b35-580821d14508 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590439 Feb 11 13:43:40.840172 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d819ed-f97f-4a3c-89bd-4229d35ea9f7 req-82bc57ac-1f11-4f11-9461-9a4fcba70b50 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:40.841822 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-36d819ed-f97f-4a3c-89bd-4229d35ea9f7 req-82bc57ac-1f11-4f11-9461-9a4fcba70b50 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.1697636 Feb 11 13:43:40.848098 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Request body: {'port': {'device_id': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:41.012016 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-36d819ed-f97f-4a3c-89bd-4229d35ea9f7 req-d515e656-4186-4792-969d-88877e890fed tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310716 Feb 11 13:43:41.026284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:41.447069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b25655-4c8e-47de-ba15-b3e742db4b7a {{(pid=79968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:43:41.455180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:41.468015 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Transition to ACTIVE for port object c6b25655-4c8e-47de-ba15-b3e742db4b7a will not be triggered until provisioned by entity L2. {{(pid=79968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:43:41.471000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:41.487325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b7506da6-8fb6-4386-b5bb-a79d29469a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:41.694121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:41.699913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:41.881092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5029a-cefe-4290-83bf-a01320048d8d req-5ed9f3da-141b-4a25-9f73-5f6ec5b76a9e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:41.883393 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbf5029a-cefe-4290-83bf-a01320048d8d req-5ed9f3da-141b-4a25-9f73-5f6ec5b76a9e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 943 time: 0.3612344 Feb 11 13:43:41.893580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-fe258c3e-f6d5-4a95-92a9-4779e84aae90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:42.011141 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbf5029a-cefe-4290-83bf-a01320048d8d req-ca50f3a2-3488-48d3-a402-d483b1745233 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102498 Feb 11 13:43:42.035102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:42.036688 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Attempting to bind port c6b25655-4c8e-47de-ba15-b3e742db4b7a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:42.037067 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Attempting to bind port c6b25655-4c8e-47de-ba15-b3e742db4b7a by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:43:42.037440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Attempting to bind port c6b25655-4c8e-47de-ba15-b3e742db4b7a on network 874ae0ef-c899-48a6-abba-38fb003ed65c {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:43:42.043327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Checking agent: {'id': '99db7149-42a1-4235-a41a-5f2dbf13ea56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 3, 49), 'started_at': datetime.datetime(2021, 2, 11, 13, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.117', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:43:42.043703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Checking segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:43:42.044109 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:42.044547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Bound using segment: {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'} {{(pid=79968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:43:42.045019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Bound port: c6b25655-4c8e-47de-ba15-b3e742db4b7a, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1468adb1-1452-4f62-841c-29f5435cb8a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c'}}] {{(pid=79968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:43:42.045392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:42.141437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] For port c6b25655-4c8e-47de-ba15-b3e742db4b7a, host hv-cinder-77398, cleared binding levels {{(pid=79968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:43:42.144652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] For port c6b25655-4c8e-47de-ba15-b3e742db4b7a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:43:42.148433 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:42.165171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-33f44494-ccbe-458e-9613-2fa9ad615984 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:42.379496 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=3']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:42.387257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:42.516677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91eec4-1ffc-4b6a-9339-15b047caa42b req-eb271066-d882-4735-89b2-0ff48d5e69bb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:42.518411 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd91eec4-1ffc-4b6a-9339-15b047caa42b req-eb271066-d882-4735-89b2-0ff48d5e69bb tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.3543253 Feb 11 13:43:42.525317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:42.525990 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:42.527454 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] 10.222.0.123 "PUT /v2.0/ports/c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1157 time: 1.6845925 Feb 11 13:43:42.527988 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:42.653595 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd91eec4-1ffc-4b6a-9339-15b047caa42b req-b967dcce-e39f-4b06-a682-59811e329641 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196771 Feb 11 13:43:42.658771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.123', 62429) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:42.680874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-d417d450-4966-4385-b028-37d340d99d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:42.682577 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-d417d450-4966-4385-b028-37d340d99d5e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1160 time: 0.1158414 Feb 11 13:43:42.765004 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-76c14388-1664-47eb-b105-9cfcab3b9eb2 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 217 time: 0.0744929 Feb 11 13:43:42.809298 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'status': 'completed', 'code': 200} Feb 11 13:43:42.839736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-b3517cc8-a775-43e8-b724-bd5f9bce5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:42.841242 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-b3517cc8-a775-43e8-b724-bd5f9bce5146 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0695899 Feb 11 13:43:42.879186 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-33c38e4a-2065-48af-8812-6aa3663f1dd0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:42.880870 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-33c38e4a-2065-48af-8812-6aa3663f1dd0 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 945 time: 0.2206995 Feb 11 13:43:42.927364 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ebb95358-8a9a-4554-9e39-45f517f3edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:42.929017 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-ebb95358-8a9a-4554-9e39-45f517f3edb0 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807397 Feb 11 13:43:42.973187 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Deleting port 3c07f80f-7b3c-43c4-ae13-302bfb978479 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:42.973560 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.075875 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-4a912273-aebd-4724-b054-748dd9b0140a service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398075 Feb 11 13:43:43.243703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:43.244113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.291118 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-810b6e6d-6559-4dc2-9bc8-b1dc12673fe4 req-bdb72695-2254-422a-9d18-af3f0e7c7472 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2089326 Feb 11 13:43:43.386021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b3f96-2289-40f8-87df-3f59b89a93de req-10747726-ca36-4064-ae1c-738f6f507098 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:43.387738 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f65b3f96-2289-40f8-87df-3f59b89a93de req-10747726-ca36-4064-ae1c-738f6f507098 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 943 time: 0.2135165 Feb 11 13:43:43.449245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.485013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device 3c07f80f-7b3c-43c4-ae13-302bfb978479 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:43:43.518954 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f65b3f96-2289-40f8-87df-3f59b89a93de req-6799531a-cca8-463d-9cfa-0173a2b81956 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865159 Feb 11 13:43:43.529567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-3f6fdd4d-7b67-4a68-bc2d-0a88c53f8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:43.531771 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-3f6fdd4d-7b67-4a68-bc2d-0a88c53f8fbe service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1160 time: 0.1425698 Feb 11 13:43:43.578732 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.579137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.579480 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Floating IP 0aca5c00-ed08-4f52-85c4-95528687ddaa disassociated. External IP: 172.27.2.159, port: 3c07f80f-7b3c-43c4-ae13-302bfb978479. Feb 11 13:43:43.579851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Calling delete_port for 3c07f80f-7b3c-43c4-ae13-302bfb978479 owned by compute:nova {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:43.699542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-0fc113dd-b8ac-4f0d-9136-18dfb75c9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:43.701294 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-0fc113dd-b8ac-4f0d-9136-18dfb75c9279 service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1600928 Feb 11 13:43:43.783843 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-0b34d545-86bb-4cc3-aeaa-ba0303843412 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 217 time: 0.0756321 Feb 11 13:43:43.791193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.827898 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:43.829116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:43.835944 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:43.838010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:43.884368 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-9407324d-9d52-4ac2-924e-2e2123bf6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:43.886099 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-9407324d-9d52-4ac2-924e-2e2123bf6d29 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0954313 Feb 11 13:43:43.927643 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:43.928224 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:43:43.933701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=7']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:43.937118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:44.017958 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'code': 200} Feb 11 13:43:44.115325 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:44.123774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344b806-089a-4f07-ac8a-fd27d0808fae req-a1e2ee05-d3c1-463b-8e8e-7dfa975f4dd6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:44.125477 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b344b806-089a-4f07-ac8a-fd27d0808fae req-a1e2ee05-d3c1-463b-8e8e-7dfa975f4dd6 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 943 time: 0.2383802 Feb 11 13:43:44.128517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-4f6ada2e-fd72-4ecf-958c-7620d712a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:44.129969 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-4f6ada2e-fd72-4ecf-958c-7620d712a1c3 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2047443 Feb 11 13:43:44.428851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Deleting port 3c07f80f-7b3c-43c4-ae13-302bfb978479 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:44.429207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:44.519928 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b344b806-089a-4f07-ac8a-fd27d0808fae req-72e15fc0-c057-480d-9224-84f4b5e8248d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups?id=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880978 Feb 11 13:43:44.565440 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-03c606e2-8cc2-4085-98ae-534c3baf5a04 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882377 Feb 11 13:43:44.698497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] For port 3c07f80f-7b3c-43c4-ae13-302bfb978479, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c07f80f-7b3c-43c4-ae13-302bfb978479,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:44.698798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:44.782798 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-e1e53a3d-ed86-419b-9c96-e7f96ff50c0f req-6563897b-8722-4285-be3d-a5aa05eb495d service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2101934 Feb 11 13:43:44.870322 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a105a43-3113-4ee9-969b-f6d44b253975 req-616c31d2-e77c-444b-9d6c-87f148f8996f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:44.872008 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a105a43-3113-4ee9-969b-f6d44b253975 req-616c31d2-e77c-444b-9d6c-87f148f8996f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 943 time: 0.2081182 Feb 11 13:43:44.937974 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0a105a43-3113-4ee9-969b-f6d44b253975 req-ecb8c9bb-851b-4360-97fd-19ea008eaf7a tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583346 Feb 11 13:43:45.011602 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:45.012009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:45.012359 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Floating IP 0aca5c00-ed08-4f52-85c4-95528687ddaa disassociated. External IP: 172.27.2.159, port: 3c07f80f-7b3c-43c4-ae13-302bfb978479. Feb 11 13:43:45.012736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Calling delete_port for 3c07f80f-7b3c-43c4-ae13-302bfb978479 owned by compute:nova {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:45.163979 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:45.178760 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3525986-12fb-46e2-a594-be633891f889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:45.239150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event deleted for resources: {'Port': ['ID=3c07f80f-7b3c-43c4-ae13-302bfb978479,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:45.243683 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:45.544360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Router ad6e8661-d307-44c4-933c-d7c83d732998 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:43:45.717866 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-80c7536c-d1b2-47e3-96a3-81b75ddcb008 req-660b3d1b-1c34-4a3c-858d-bc42851248de tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a3279fc-b83b-436e-a39c-3e75f59069fd HTTP/1.1" status: 200 len: 210 time: 0.0498595 Feb 11 13:43:45.738638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:43:45.761456 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:43:45.762250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:45.762913 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:45.779025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] No DVR routers for this DVR port 3c07f80f-7b3c-43c4-ae13-302bfb978479 on host hv-cinder-77398 {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:43:45.781477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:45.784404 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-deleted', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:45.813074 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-baa9545d-7ed6-44bc-9f87-fa98d0532e1c req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.123 "DELETE /v2.0/ports/3c07f80f-7b3c-43c4-ae13-302bfb978479 HTTP/1.1" status: 204 len: 173 time: 2.9264281 Feb 11 13:43:45.951993 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3279fc-b83b-436e-a39c-3e75f59069fd', 'name': 'network-vif-deleted', 'tag': '3c07f80f-7b3c-43c4-ae13-302bfb978479', 'status': 'completed', 'code': 200} Feb 11 13:43:46.130659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:46.239043 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e345cf2-5375-4cf3-b5d8-256911af370b req-35866b51-0e3e-4e8a-b20a-044db33a07df tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:46.240765 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e345cf2-5375-4cf3-b5d8-256911af370b req-35866b51-0e3e-4e8a-b20a-044db33a07df tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 943 time: 0.1663311 Feb 11 13:43:46.338060 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4e345cf2-5375-4cf3-b5d8-256911af370b req-d5111a88-8101-4f47-b1c9-0248fb7bfe32 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706041 Feb 11 13:43:46.479840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:46.484445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:43:46.493590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:46.494266 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:46.686268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:46.888573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40602) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:46.976601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.009983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.019358 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:47.024536 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874577c-03e0-468f-bef6-ca55930cdd44 None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:30:18Z', 'revision_number': 4, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '2a788973-8631-422b-8741-063006d54a49', 'name': '', 'network_id': 'c0cbdc28-6ce1-4f2a-8604-d4437c57fc18', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'mac_address': 'fa:16:3e:8a:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9eac9635-3246-4662-baea-181ce76f69c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:17Z', 'updated_at': '2021-02-11T13:30:26Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'subnets': [{'id': '9eac9635-3246-4662-baea-181ce76f69c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:43:47.063862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.069401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-07f885ca-7ae0-4974-a331-9785973e45b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:47.087153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:47.091307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:47.094775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.095995 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "DELETE /v2.0/security-groups/7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356 HTTP/1.1" status: 204 len: 168 time: 0.2063737 Feb 11 13:43:47.099029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40606) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:47.117388 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.api.v2.resource [None req-7e12756d-42b9-4e1c-9b8f-8fe27e40ecb5 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] show failed (client error): The resource could not be found. Feb 11 13:43:47.118538 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7e12756d-42b9-4e1c-9b8f-8fe27e40ecb5 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "GET /v2.0/security-groups/7a0ad4e4-a4fb-4dda-8e27-ca9d2cde8356 HTTP/1.1" status: 404 len: 347 time: 0.0183983 Feb 11 13:43:47.121622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40610) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:47.312080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Deleting port 8cde95ca-72c6-4fd5-a24b-72edcedf4499 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:47.312467 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.464974 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a81e5-96ef-4806-9470-9452e14c9f09 None None] New status for floating IP 0aca5c00-ed08-4f52-85c4-95528687ddaa: DOWN {{(pid=79970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:43:47.561637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.561877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:47.699948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Calling delete_port for 8cde95ca-72c6-4fd5-a24b-72edcedf4499 owned by network:floatingip {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:47.775091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.objects.ports [None req-dea4d51d-ff4d-4032-bd3c-5720166f0d5c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79970) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:43:47.847250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991b813-0b7c-43fa-bb8e-1869e58cf9c3 req-c169bad3-615b-4edb-b393-b4592305ca88 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:47.848961 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4991b813-0b7c-43fa-bb8e-1869e58cf9c3 req-c169bad3-615b-4edb-b393-b4592305ca88 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 943 time: 0.3761859 Feb 11 13:43:47.933652 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-4991b813-0b7c-43fa-bb8e-1869e58cf9c3 req-690d7390-992b-47e0-8334-0e5467d59c79 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772247 Feb 11 13:43:47.935191 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:47.935550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:43:48.223283 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:48.299183 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning for port c6b25655-4c8e-47de-ba15-b3e742db4b7a completed by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:43:48.304718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:48.305567 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.435700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.436599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Deleting port 8cde95ca-72c6-4fd5-a24b-72edcedf4499 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:48.437080 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.463876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:48.474127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] For port c6b25655-4c8e-47de-ba15-b3e742db4b7a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:48.478077 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017'] for port, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.480089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2d29207c-240f-4628-b939-d40db46b9d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:48.531954 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'code': 200} Feb 11 13:43:48.554726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Pushing event updated for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=4']} {{(pid=79970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:48.558409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:48.630746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.631113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.771025 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Calling delete_port for 8cde95ca-72c6-4fd5-a24b-72edcedf4499 owned by network:floatingip {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:48.772428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bd7b6-97b3-4bb2-986a-f2f73bb0301e req-240968fb-38e9-4cff-a993-0a2d863ecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:48.774116 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f19bd7b6-97b3-4bb2-986a-f2f73bb0301e req-240968fb-38e9-4cff-a993-0a2d863ecd87 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1162 time: 0.0795658 Feb 11 13:43:48.819980 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f19bd7b6-97b3-4bb2-986a-f2f73bb0301e req-5ee8e0ed-1999-40f8-9e15-7fd774b88ecb service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376415 Feb 11 13:43:48.915463 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:48.934127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-29222139-bde5-497e-8ac5-7ac3d01e5ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:48.991238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Pushing event deleted for resources: {'Port': ['ID=8cde95ca-72c6-4fd5-a24b-72edcedf4499,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:48.995315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:49.308964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677d354-4835-4182-916d-51cc263feaec req-433151b5-250e-465a-8a6e-df5e72340597 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:49.310716 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d677d354-4835-4182-916d-51cc263feaec req-433151b5-250e-465a-8a6e-df5e72340597 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.2433395 Feb 11 13:43:49.334617 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks [] for floatingip, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:49.370094 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:49.371320 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0d5f45ef-733e-4e2f-a3e9-ad9eb9a91e58 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] 10.222.0.93 "DELETE /v2.0/floatingips/0aca5c00-ed08-4f52-85c4-95528687ddaa HTTP/1.1" status: 204 len: 168 time: 2.2486486 Feb 11 13:43:49.392286 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d677d354-4835-4182-916d-51cc263feaec req-0c257e22-13f3-4fac-a421-1461a4357db2 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741858 Feb 11 13:43:49.534780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:43:49.608690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:43:49.609110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:50.692537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7923cc0-7b81-4e0b-b6ff-0353fb9321e2 req-f69d3e92-61a7-46bd-9066-feac09401799 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:50.694277 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7923cc0-7b81-4e0b-b6ff-0353fb9321e2 req-f69d3e92-61a7-46bd-9066-feac09401799 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1658833 Feb 11 13:43:50.760339 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7923cc0-7b81-4e0b-b6ff-0353fb9321e2 req-4b8d6575-8e6b-46df-a2ec-3cb427b99350 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Feb 11 13:43:51.196661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f704de4-e026-4e18-af6d-fa75e36d016e req-bac47be5-39a5-4559-8ff4-14aa921eac62 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:51.198304 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f704de4-e026-4e18-af6d-fa75e36d016e req-bac47be5-39a5-4559-8ff4-14aa921eac62 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1699839 Feb 11 13:43:51.264724 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-9f704de4-e026-4e18-af6d-fa75e36d016e req-f6d38b27-4bf4-4588-9679-4eb3c64a2c6f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594218 Feb 11 13:43:51.792702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140f8e1-65d6-4e26-8f51-4467a90e500d req-55fe289f-7250-4035-9c68-e954d11f6352 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:43:51.794263 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1140f8e1-65d6-4e26-8f51-4467a90e500d req-55fe289f-7250-4035-9c68-e954d11f6352 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1668198 Feb 11 13:43:51.858108 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-1140f8e1-65d6-4e26-8f51-4467a90e500d req-42d966a5-e59d-4f00-babe-572a13fa6aca tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574348 Feb 11 13:43:52.078090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:52.264829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40652) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:53.236016 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:53.622300 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Deleting port 2a788973-8631-422b-8741-063006d54a49 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:53.622685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:53.811669 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] For port 2a788973-8631-422b-8741-063006d54a49, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=2a788973-8631-422b-8741-063006d54a49,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:53.811989 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:53.952139 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Calling delete_port for 2a788973-8631-422b-8741-063006d54a49 owned by network:router_interface {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:54.134945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:54.151576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-4192b5ee-4546-43de-ab30-3c249884dc2e tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:54.208507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a788973-8631-422b-8741-063006d54a49,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:54.212427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:54.597564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:55.114703 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Router ad6e8661-d307-44c4-933c-d7c83d732998 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:43:55.550518 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:43:55.561034 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] Sync routers for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:43:55.564953 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] 10.222.0.93 "PUT /v2.0/routers/ad6e8661-d307-44c4-933c-d7c83d732998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2988720 Feb 11 13:43:55.567716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40680) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:55.572738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:55.573408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:55.758085 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:55.765381 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:55.950422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:55.955671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Deleting port 3c258644-2993-457b-9466-794b02d19a48 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:55.956047 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.083436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:43:54Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:56.087436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] Checking router: ad6e8661-d307-44c4-933c-d7c83d732998 for host: dv-cinder-773985-4-iscsi {{(pid=79971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:43:56.096448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] Routers {'ad6e8661-d307-44c4-933c-d7c83d732998'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:43:56.097097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['ad6e8661-d307-44c4-933c-d7c83d732998'], 'active': True} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:56.142595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] For port 3c258644-2993-457b-9466-794b02d19a48, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=3c258644-2993-457b-9466-794b02d19a48,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:56.143003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.279903 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Calling delete_port for 3c258644-2993-457b-9466-794b02d19a48 owned by network:router_gateway {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:56.289260 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] Set router ad6e8661-d307-44c4-933c-d7c83d732998 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:43:56.426436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.599523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:43:54Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:56.604385 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81728d1e-0ddd-4724-8132-1a0eab80f453 None None] The sync data for ids ['ad6e8661-d307-44c4-933c-d7c83d732998'] in dv-cinder-773985-4-iscsi is: [{'id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'name': 'tempest-AttachVolumeShelveTestJSON-695108528-router', 'tenant_id': '3fada5d230234f628ecdbec4e329f906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '3c258644-2993-457b-9466-794b02d19a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:30:13Z', 'updated_at': '2021-02-11T13:43:54Z', 'revision_number': 5, 'project_id': '3fada5d230234f628ecdbec4e329f906', 'gw_port': {'id': '3c258644-2993-457b-9466-794b02d19a48', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6e8661-d307-44c4-933c-d7c83d732998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:30:14Z', 'updated_at': '2021-02-11T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:43:56.626527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.774639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.777144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.802664 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.803247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad6e8661-d307-44c4-933c-d7c83d732998 {{(pid=79968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:43:56.817396 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.818690 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a0f8d33e-6961-4bc4-87a2-3e7341a3afa4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ad6e8661-d307-44c4-933c-d7c83d732998 HTTP/1.1" status: 204 len: 168 time: 1.2498686 Feb 11 13:43:56.821938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 2a788973-8631-422b-8741-063006d54a49 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:43:56.822087 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40686) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:56.864445 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 2a788973-8631-422b-8741-063006d54a49 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:43:56.864834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 2a788973-8631-422b-8741-063006d54a49 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:43:56.894931 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Deleting subnet 9eac9635-3246-4662-baea-181ce76f69c5 {{(pid=79969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:43:56.898827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:56.953223 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848420826'] for subnet, precommit_delete_associations {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.041961 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.313828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7908132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8358615'] for subnet, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.329284 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-85e63ec1-d785-4e05-b130-262b87630d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:57.382909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eac9635-3246-4662-baea-181ce76f69c5,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:57.430588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:57.466488 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.471977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b805531-73ae-4758-9796-4f7623bd84a6 None None] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:43:57.473377 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-ff6ee6eb-a6eb-4c53-9cf1-27ada0d4d384 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9eac9635-3246-4662-baea-181ce76f69c5 HTTP/1.1" status: 204 len: 168 time: 0.6502478 Feb 11 13:43:57.476116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40690) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:57.594435 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.673379 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Deleting port 56fc6a92-bc50-459d-a36e-89f803bc3330 {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:57.673666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.729742 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] DHCP port deletion for c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:43:57.734587 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Deleting port 56fc6a92-bc50-459d-a36e-89f803bc3330 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:57.735110 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.896835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] For port 56fc6a92-bc50-459d-a36e-89f803bc3330, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=56fc6a92-bc50-459d-a36e-89f803bc3330,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:57.897430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:57.958173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] For port 56fc6a92-bc50-459d-a36e-89f803bc3330, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=56fc6a92-bc50-459d-a36e-89f803bc3330,segment=NetworkSegment(9de46e60-4c42-4fe6-9108-346f0d4023b8),segment_id=9de46e60-4c42-4fe6-9108-346f0d4023b8)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:43:57.958554 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:58.039662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Calling delete_port for 56fc6a92-bc50-459d-a36e-89f803bc3330 owned by network:dhcp {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:58.091744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Calling delete_port for 56fc6a92-bc50-459d-a36e-89f803bc3330 owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:43:58.116032 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:58.131642 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:58.169611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:58.170022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:43:58.190315 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fc6a92-bc50-459d-a36e-89f803bc3330,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:58.193278 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:58.279553 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] No DVR routers for this DVR port 56fc6a92-bc50-459d-a36e-89f803bc3330 on host dv-cinder-773985-4-iscsi {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:43:58.404253 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:58.529171 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cbdc28-6ce1-4f2a-8604-d4437c57fc18']}} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:58.541726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de46e60-4c42-4fe6-9108-346f0d4023b8') {'for_net_delete': True} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:58.542007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de46e60-4c42-4fe6-9108-346f0d4023b8') {} {{(pid=79969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:43:58.553752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6354990'] for segment, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:58.573460 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:58.575618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:43:58.671514 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Deleting port 56fc6a92-bc50-459d-a36e-89f803bc3330 {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:43:58.671951 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:58.749308 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-e71bd0ac-7c3b-4243-8953-15a9db8ef2be None None] The port '56fc6a92-bc50-459d-a36e-89f803bc3330' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:43:58.862022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 3c258644-2993-457b-9466-794b02d19a48 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:43:58.902947 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 3c258644-2993-457b-9466-794b02d19a48 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:43:58.903517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 3c258644-2993-457b-9466-794b02d19a48 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:43:58.903784 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 56fc6a92-bc50-459d-a36e-89f803bc3330 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:43:58.939854 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 56fc6a92-bc50-459d-a36e-89f803bc3330 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:43:58.940247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 56fc6a92-bc50-459d-a36e-89f803bc3330 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:43:59.002013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:43:59.011526 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846869113'] for segment, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.191716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Network c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 has no segments {{(pid=79969) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:59.215935 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:59.298495 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.301746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1dca3b51-213a-4be5-9641-c2d9d33a8fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:59.316392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.332710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cbdc28-6ce1-4f2a-8604-d4437c57fc18,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:59.345543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.345968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.346481 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.346893 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.347301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.347711 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.348114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.348515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.348917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.349317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.349716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.350113 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.350608 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.351009 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.351406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.351803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.352202 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.352597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.353030 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.353429 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.353827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.354249 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.354640 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.355037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:43:59.359983 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:59.362465 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-01c2977c-d03e-4994-9c1d-326249d464c9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c0cbdc28-6ce1-4f2a-8604-d4437c57fc18 HTTP/1.1" status: 204 len: 168 time: 1.8853512 Feb 11 13:43:59.508856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40702) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:59.560122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-8aa9806c-f2b6-4dc7-bf08-71397ea71136 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3fada5d230234f628ecdbec4e329f906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499704 Feb 11 13:43:59.562620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40706) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:59.623621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.650752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.699003 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.704173 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7acfaeb3-b888-494b-a9ef-7bfe00d26286 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:43:59.721273 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934be251-dc3f-4c23-920f-2692176bbaf5,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:43:59.724452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:43:59.725317 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:43:59.728948 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c9f616e7-84dd-4abc-a4e3-987bd4f27a01 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/934be251-dc3f-4c23-920f-2692176bbaf5 HTTP/1.1" status: 204 len: 168 time: 0.1634533 Feb 11 13:44:02.500327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30091ce2-729b-406b-8082-e7e06a12baca req-80536484-9507-45ea-914f-5f276273000f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:02.502080 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-30091ce2-729b-406b-8082-e7e06a12baca req-80536484-9507-45ea-914f-5f276273000f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1679792 Feb 11 13:44:02.579086 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-30091ce2-729b-406b-8082-e7e06a12baca req-02f64ac2-d57c-4c55-be5c-52b455883d75 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705070 Feb 11 13:44:02.833617 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9319176-91a2-416e-8338-74387fe6b39f req-929e93ad-af38-4fbb-b686-36dd34f5286c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1989512 Feb 11 13:44:02.844412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'floatingip': {'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:02.866607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:02.870750 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Usage tracker for resource:floatingip and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:02.874181 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:02.880409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:02.891639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for floatingip, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:03.041937 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:03.316151 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_common [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Allocated IP 172.27.2.48 (196a9aac-d940-49d1-af92-db0c3e23e380/6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b/14a22e07-fad2-40d5-9977-2c96ca9e2635) {{(pid=79968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:44:03.474926 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for port, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:03.504199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751076297519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:03.520304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bfd0b576-a12e-4dc1-bfa3-2d23e80da171 tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:03.668941 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'Port': ['ID=14a22e07-fad2-40d5-9977-2c96ca9e2635,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:03.680131 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.680552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.680971 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.681386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.681796 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.682243 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.682629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.683035 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.683438 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.683839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.684238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.684641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.685114 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.685517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.685919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.686337 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.686735 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.687132 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.687529 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.687924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.688320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.688718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.689118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.689510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:03.695478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:03.735486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Network 196a9aac-d940-49d1-af92-db0c3e23e380 is already hosted by enough agents. {{(pid=79968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:44:03.736625 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.base_scheduler [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources bound (agent type, host, resource id): {{(pid=79968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:44:03.739020 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Received port after_create {{(pid=79968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:44:03.822302 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:03.886592 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.164915 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.169594 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.187209 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3f15662d-4cc4-4c1a-8ed1-89aa11f41360 tempest-VolumesNegativeTest-857328044 tempest-VolumesNegativeTest-857328044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:04.374716 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40780) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:04.535722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.552912 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:04.558744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Usage tracker for resource:security_group_rule and tenant:5b9fb773ebed42a2be131acc68f6339c is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:04.564351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:04.570383 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:04.589112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'Port': ['ID=14a22e07-fad2-40d5-9977-2c96ca9e2635,revision_number=2']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:04.593521 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:04.663275 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.666940 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.675714 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-8217e808-16d0-4e44-907f-0bb75ed7a0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:04.690476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.714622 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.716900 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9319176-91a2-416e-8338-74387fe6b39f req-9c200ad8-9a62-432e-9518-32aa27e69417 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8771093 Feb 11 13:44:04.719030 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5b9fb773ebed42a2be131acc68f6339c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436356 Feb 11 13:44:04.720050 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523de981-1169-49d3-b7c3-cf039697fc5d,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:04.722001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40786) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:04.723631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-88626b9d-c9d1-40b2-a610-ad3773b016ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:04.846470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a9319176-91a2-416e-8338-74387fe6b39f req-d2755f70-9b71-4354-8f5c-d6d4b99b8f52 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:floatingip {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:44:04.891092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a9319176-91a2-416e-8338-74387fe6b39f req-d2755f70-9b71-4354-8f5c-d6d4b99b8f52 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:floatingip {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:44:04.892354 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9319176-91a2-416e-8338-74387fe6b39f req-d2755f70-9b71-4354-8f5c-d6d4b99b8f52 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.48 HTTP/1.1" status: 200 len: 695 time: 0.1675091 Feb 11 13:44:04.894876 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:04.966807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:05.191676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9319176-91a2-416e-8338-74387fe6b39f req-31abb3d4-b336-4660-a981-85bb240478bb tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:05.193126 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9319176-91a2-416e-8338-74387fe6b39f req-31abb3d4-b336-4660-a981-85bb240478bb tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 784 time: 0.2879200 Feb 11 13:44:05.198828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:05.205269 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-59526faf-0a16-45b6-96ed-e8cfa272b4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:05.221271 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-a9319176-91a2-416e-8338-74387fe6b39f req-238fa924-d224-4692-aeca-d848f9bd737b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:44:05.222386 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a9319176-91a2-416e-8338-74387fe6b39f req-238fa924-d224-4692-aeca-d848f9bd737b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0181465 Feb 11 13:44:05.223439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523de981-1169-49d3-b7c3-cf039697fc5d,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:05.228611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:05.230731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:05.234534 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-d8d72f39-683e-42f3-b7c9-b8cfd3017e55 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/523de981-1169-49d3-b7c3-cf039697fc5d HTTP/1.1" status: 204 len: 168 time: 0.5087965 Feb 11 13:44:05.511555 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-90eda8da-fd86-42ea-9b55-9bf563ae919e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:05.513332 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-90eda8da-fd86-42ea-9b55-9bf563ae919e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1679654 Feb 11 13:44:05.619793 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-b3a497ee-4c69-4223-b8f1-135ebcd73acc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.48 HTTP/1.1" status: 200 len: 695 time: 0.1002152 Feb 11 13:44:05.631073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'floatingip': {'port_id': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:05.735129 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for floatingip, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:06.382054 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:06.385595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686810'] for floatingip, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:06.571748 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Floating IP 73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77 associated. External IP: 172.27.2.48, port: c6b25655-4c8e-47de-ba15-b3e742db4b7a. Feb 11 13:44:06.972406 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Router b80561e7-4c70-40cd-a23a-cdab0bd237c6 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:44:07.425786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:44:07.431327 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:07.438354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] Sync routers for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:44:07.452596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:44:07.453513 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:44:07.512087 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-f2303ecf-a13e-4e41-bf90-0cc83c14c941 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "PUT /v2.0/floatingips/73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77 HTTP/1.1" status: 200 len: 995 time: 1.8851607 Feb 11 13:44:07.512953 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:07.603460 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'status': 'completed', 'code': 200} Feb 11 13:44:07.675844 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:44:07.714177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-0d904550-a954-40a4-9753-953e34e2b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:07.716750 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-0d904550-a954-40a4-9753-953e34e2b764 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1162 time: 0.0899217 Feb 11 13:44:07.784972 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-043e7c48-747d-4d04-9aa6-74142c14d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:07.794807 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-043e7c48-747d-4d04-9aa6-74142c14d398 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1162 time: 0.2704678 Feb 11 13:44:07.888874 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-3136ec4a-8b60-4d95-8bb6-ccfd68157ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:07.891010 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-3136ec4a-8b60-4d95-8bb6-ccfd68157ed4 service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1673164 Feb 11 13:44:07.900053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40848) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:07.951485 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-5ab89ac0-f44d-40ae-bbfd-d3af96420dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:07.953792 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-5ab89ac0-f44d-40ae-bbfd-d3af96420dec service neutron] 10.222.0.93 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1579447 Feb 11 13:44:08.024288 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-99782d29-8bf0-44b7-b6d9-c3bddfc8c4b6 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 998 time: 0.1259823 Feb 11 13:44:08.073146 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-5ee93f95-c149-44a4-a53c-061295e14809 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 998 time: 0.1131790 Feb 11 13:44:08.115950 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-513fcdfa-34ef-4530-ad94-7dfb343222f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:08.118356 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-513fcdfa-34ef-4530-ad94-7dfb343222f2 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0873368 Feb 11 13:44:08.144934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-8301bceb-72fd-4195-9d32-d6be23c48b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:08.146828 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-8301bceb-72fd-4195-9d32-d6be23c48b42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0661936 Feb 11 13:44:08.196666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.216457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:08.222576 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Usage tracker for resource:security_group_rule and tenant:259a161db7a54c5db5c1a6a7126ddc14 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:08.226287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:08.234038 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:08.237056 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-22ff0d23-9bd4-4e4a-8886-f18f4ba4e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:08.238745 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-22ff0d23-9bd4-4e4a-8886-f18f4ba4e6b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848112 Feb 11 13:44:08.256236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-5ae74f0e-9d10-4f2f-b35a-00caea315c2a service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:44:08.262804 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-5ae74f0e-9d10-4f2f-b35a-00caea315c2a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0115454 Feb 11 13:44:08.267225 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-67d83a4b-1288-477e-a4ea-0d3b95ee5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:08.268844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-67d83a4b-1288-477e-a4ea-0d3b95ee5d51 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1424310 Feb 11 13:44:08.316142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'port_id': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'mac_address': 'fa:16:3e:c0:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:44:03Z', 'updated_at': '2021-02-11T13:44:06Z', 'revision_number': 1, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:19Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:44:08.323685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] Checking router: b80561e7-4c70-40cd-a23a-cdab0bd237c6 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:44:08.333118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:44:08.333791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:43:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:44:08.427045 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-ef923cea-2577-4314-8c7a-b85dab914a83 service neutron] 10.222.0.93 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603394 Feb 11 13:44:08.465725 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-cf9f81ef-bf0f-41a1-9291-0b5b68a2d73c service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890388 Feb 11 13:44:08.473417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.497849 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.514834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-cf6cd4f9-03b5-463d-b7c3-e5a81d50eead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:08.534544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:44:08.580098 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-64063cd2-0e09-461b-a54b-e491d2b73c95 req-20bbb166-5739-490a-bb75-bbbb04783cec service neutron] 10.222.0.93 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454923 Feb 11 13:44:08.625442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c13cf01-e333-454c-a812-447587b7a11b,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:08.632966 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=259a161db7a54c5db5c1a6a7126ddc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317715 Feb 11 13:44:08.636105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-580063863', 'description': 'tempest-TestMinimumBasicScenario-580063863 description'}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:08.641614 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:08.642175 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40858) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:08.665829 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:08.678117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:08.686862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.718096 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:08.722490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Usage tracker for resource:security_group_rule and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:08.725667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:08.730995 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f3330e74-065f-49ec-aa7f-c5c993ea76d2 req-c678ab49-7ac4-4beb-9598-18eceb01a022 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2559407 Feb 11 13:44:08.731783 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:08.750533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.782550 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.809401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.814091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.828573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.831853 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-d3b0753e-9c32-4b4a-9793-5472ca1ffe5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:08.833882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-896eb6ee-6153-4975-a25e-216a0d2bf811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:08.847827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c13cf01-e333-454c-a812-447587b7a11b,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:08.859140 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:08.867014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.869723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.871065 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2b816126-f96a-4b1a-b3a6-d507ca4b87ff req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2432570 Feb 11 13:44:08.872763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5180e8fd-484a-492e-b996-8893ee4aa589,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:08.875138 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-e4e72732-3786-4ead-9198-f6078f0be7c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c13cf01-e333-454c-a812-447587b7a11b HTTP/1.1" status: 204 len: 168 time: 0.2297623 Feb 11 13:44:08.875789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3f7bbb2a-2883-4dd7-8529-d326415888db tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:08.959022 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'port_id': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'mac_address': 'fa:16:3e:c0:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:44:03Z', 'updated_at': '2021-02-11T13:44:06Z', 'revision_number': 1, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:19Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:44:08.969774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f126-9caa-4955-b703-666f3bba8b1b None None] The sync data for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi is: [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_floatingips': [{'id': '73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'router_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'port_id': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'mac_address': 'fa:16:3e:c0:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:44:03Z', 'updated_at': '2021-02-11T13:44:06Z', 'revision_number': 1, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:19Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:44:08.975842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ccee132-08db-4374-a807-87baeaa91b04 req-82bf633f-0c52-468b-a6e8-5fc9e07e03b5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups/5180e8fd-484a-492e-b996-8893ee4aa589 HTTP/1.1" status: 200 len: 1812 time: 0.0666573 Feb 11 13:44:08.981966 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ec055e79-792e-4410-ac62-d90add9c2301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:08.989236 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5180e8fd-484a-492e-b996-8893ee4aa589', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:08.989685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5180e8fd-484a-492e-b996-8893ee4aa589', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:09.014237 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:09.018775 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Usage tracker for resource:security_group_rule and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:09.022448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:09.028470 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:09.088548 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.115062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.118257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.120369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:09.142044 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58220c09-cc66-4f2d-85eb-7a4e2c06a4bc,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:09.146825 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:09.154809 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.156122 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-2ccee132-08db-4374-a807-87baeaa91b04 req-9a507a46-76e9-48c1-b63d-aa382945874f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1730099 Feb 11 13:44:09.270541 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7da41270-891f-4690-bedc-2ba3f010c00b req-7356f1ad-0f34-407f-986a-7767f8622811 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups/5180e8fd-484a-492e-b996-8893ee4aa589 HTTP/1.1" status: 200 len: 2405 time: 0.0820725 Feb 11 13:44:09.283344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5180e8fd-484a-492e-b996-8893ee4aa589', 'remote_group_id': None}]} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:09.283704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5180e8fd-484a-492e-b996-8893ee4aa589', 'remote_group_id': None}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:09.309741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:09.316886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Usage tracker for resource:security_group_rule and tenant:6a2cdf1b728b4ca3876c80c75347cb99 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:09.320250 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:09.321746 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660a0d3-b13d-4861-b452-78f6a7ceace2 None None] New status for floating IP 73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77: ACTIVE {{(pid=79971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:44:09.327362 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:09.345778 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 40870) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:09.365179 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.381741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:09.386071 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Usage tracker for resource:security_group_rule and tenant:7128f7e9843d4b83b919314de236f759 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:09.389879 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:09.394929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.395667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:09.422081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.425108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715929'] for security_group_rule, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.427424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-76fe4c4a-a1ba-4006-b143-55a357f7b8e8 tempest-TestShelveInstance-1676538587 tempest-TestShelveInstance-1676538587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:09.453780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5400ba-d7b7-4b34-a98b-851d7f1e0e02,revision_number=0']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:09.458918 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:09.463835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.465136 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7da41270-891f-4690-bedc-2ba3f010c00b req-ebb03ce8-7240-499b-8a24-99bbfefb74fc tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1867769 Feb 11 13:44:09.497448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.500986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.510583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-da786905-74ac-4df7-bb47-1b05a5f96faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:09.558182 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7128f7e9843d4b83b919314de236f759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109451 Feb 11 13:44:09.561226 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 40876) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:09.562105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e6201-1e17-44ce-acea-88befedc2e0e,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:09.566055 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-aa88720d-d8b5-404f-8dc1-10dbb0304146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:09.683697 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-e6748c3c-cde7-41af-9bf7-6fc2835cc99c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:44:09.712086 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.724924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-e6748c3c-cde7-41af-9bf7-6fc2835cc99c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:44:09.726255 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-e6748c3c-cde7-41af-9bf7-6fc2835cc99c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-580063863&fields=id&tenant_id=6a2cdf1b728b4ca3876c80c75347cb99 HTTP/1.1" status: 200 len: 267 time: 0.1365893 Feb 11 13:44:09.784128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.856847 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:09.862618 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-487c2e1b-5435-47a5-b440-df0996794256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:09.955091 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-4c509cdf-2a97-4161-abb6-ff76f47f2321 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:09.956733 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-4c509cdf-2a97-4161-abb6-ff76f47f2321 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.2212486 Feb 11 13:44:09.959780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e6201-1e17-44ce-acea-88befedc2e0e,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:09.964964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:09.972616 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'port': {'security_groups': ['93602240-e6bc-420a-bb4f-d71423923877', '5180e8fd-484a-492e-b996-8893ee4aa589']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:10.010819 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:10.012047 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-5995d151-59c8-4531-8f68-d5c2aa881a43 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/986e6201-1e17-44ce-acea-88befedc2e0e HTTP/1.1" status: 204 len: 168 time: 0.4496803 Feb 11 13:44:10.128872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:10.488190 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] For port c6b25655-4c8e-47de-ba15-b3e742db4b7a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:44:10.516163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:10.520019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:10.535733 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13a44e72-41ab-49ec-96d9-d9a82a63191d tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:10.706886 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=5']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:10.712346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:10.817920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:10.818698 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:10.820325 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-60993ab2-9442-4cbe-be1a-573064e346f2 req-9a1610c5-6816-4a11-bf75-7f68c26dd364 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "PUT /v2.0/ports/c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 981 time: 0.8543720 Feb 11 13:44:10.820917 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:10.896050 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'status': 'completed', 'code': 200} Feb 11 13:44:10.990057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-4dd21536-2719-4812-b4f4-6ee7ab9fb7dc None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:44:10.990607 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4dd21536-2719-4812-b4f4-6ee7ab9fb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:11.006583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4557-3c1b-4859-a19e-142f762bab5d req-9e0f57e9-8102-4130-a1d4-37901a3f6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:11.008761 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-9e0f57e9-8102-4130-a1d4-37901a3f6d90 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1202 time: 0.0916901 Feb 11 13:44:11.140041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c82ee-0084-456b-b2e7-d012400e2621 req-7764b73a-e4f6-43b1-a329-bef73bd11bed tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:11.141844 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d4c82ee-0084-456b-b2e7-d012400e2621 req-7764b73a-e4f6-43b1-a329-bef73bd11bed tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.2009637 Feb 11 13:44:11.169909 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4557-3c1b-4859-a19e-142f762bab5d req-966879ca-2a88-473f-bd73-7ff2f00beeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:11.171640 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-966879ca-2a88-473f-bd73-7ff2f00beeac service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1516047 Feb 11 13:44:11.228986 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-0d4c82ee-0084-456b-b2e7-d012400e2621 req-0add3bcf-d8c6-498e-8c4b-9588b066ef3b tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0796516 Feb 11 13:44:11.291315 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-9ff02a0b-a4ac-40f8-a5b3-9fe89beebf5e service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1000 time: 0.1124768 Feb 11 13:44:11.364619 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4557-3c1b-4859-a19e-142f762bab5d req-ab1799d1-54a4-4669-8d96-14f297077af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:11.366233 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-ab1799d1-54a4-4669-8d96-14f297077af0 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0683622 Feb 11 13:44:11.456904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4557-3c1b-4859-a19e-142f762bab5d req-e68bb2b2-a57d-4c8b-90ad-a431b0c5ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:11.458564 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-e68bb2b2-a57d-4c8b-90ad-a431b0c5ed98 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845110 Feb 11 13:44:11.606037 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-ffc8aa69-c420-41dd-b27b-227d756ef7dc service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405416 Feb 11 13:44:11.753384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-301d4557-3c1b-4859-a19e-142f762bab5d req-52da86f5-5241-4b69-b585-f214bd591d43 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399441 Feb 11 13:44:11.868019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:44:11.936682 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2336f4aa-cd3e-45fc-b3e2-421736d30176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:11.956323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:44:11.956798 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:12.071341 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:13.442667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:14.121348 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:14.623241 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:44:16.553110 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-125aae26-769f-4132-8083-37842f263e9a service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0774004 Feb 11 13:44:17.917729 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-89b50c58-2d69-4559-9b9f-89694544c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:17.919305 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-89b50c58-2d69-4559-9b9f-89694544c456 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1202 time: 0.0778029 Feb 11 13:44:18.076338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-63c507d3-3795-4ed0-ad98-ee404e8fcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:18.077916 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-63c507d3-3795-4ed0-ad98-ee404e8fcf55 service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1374600 Feb 11 13:44:18.188823 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-1fe8abcf-baae-45a7-a91c-86b9f7173a0b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1000 time: 0.1038873 Feb 11 13:44:18.262457 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-62779f17-d512-47c2-b18d-8e5fa794827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:18.264051 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-62779f17-d512-47c2-b18d-8e5fa794827b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0687702 Feb 11 13:44:18.346361 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-9d4da109-a33f-4639-9ee1-4de548627748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:44:18.347964 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-9d4da109-a33f-4639-9ee1-4de548627748 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775006 Feb 11 13:44:18.493967 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-b5386489-6c52-4127-a64a-974184ae5a65 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380279 Feb 11 13:44:18.637366 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-dd07f422-6736-47fb-bbc5-2830f2368ce8 req-409b9115-7e30-49a5-b75f-f1e4d9f312b7 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367335 Feb 11 13:44:22.447691 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:38.975720 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-75168dd3-b5ea-4ff9-99d7-658f5234c933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:41.898027 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f11fffca-6418-4333-b73c-5d531e7cdacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:42.039133 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:43.444480 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:44.126709 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:50.530357 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41124) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:50.685604 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:50.700795 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:50.705063 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Usage tracker for resource:security_group_rule and tenant:f99f8427e92c4d2d88ff375cb7384a60 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:50.708058 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:50.713797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:50.797405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:50.800596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:50.813969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b1a3f35d-06d5-4717-9a26-595449ce9da1 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:51.091019 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f99f8427e92c4d2d88ff375cb7384a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594645 Feb 11 13:44:51.092757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df082b3-16a9-43b2-82ea-7fbde0c5f58c,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:51.093846 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41130) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:51.096282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-0b871065-aa7b-446a-a51b-c403d560a11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:51.158045 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.185743 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.236064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.241028 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b9ba78fb-0173-44b5-8406-1f9510319194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:51.254877 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df082b3-16a9-43b2-82ea-7fbde0c5f58c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:51.257965 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:51.259417 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.260842 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-efbcbb28-c45f-4d40-9283-62c9878a75bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5df082b3-16a9-43b2-82ea-7fbde0c5f58c HTTP/1.1" status: 204 len: 168 time: 0.1658020 Feb 11 13:44:51.607687 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41138) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:51.622692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:44:51.626723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.642439 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:51.646522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Usage tracker for resource:security_group_rule and tenant:da3e7861ce2b49d099bc871498a6baba is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:51.649745 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:51.656229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:51.741699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.745021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.753810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-3d04f223-ac33-4ee8-b500-1fef6081b224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:51.796561 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da3e7861ce2b49d099bc871498a6baba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877267 Feb 11 13:44:51.797544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3800d3de-3eb9-410f-b01c-6e80ac72bc42,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:51.799509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41142) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:51.800946 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9b1b8c01-6429-450e-9736-a09c714ddc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:51.863478 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.891326 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.935516 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.940483 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5ea56848-fb55-413a-85ee-6dc9705c38bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:51.954856 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3800d3de-3eb9-410f-b01c-6e80ac72bc42,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:51.957702 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:51.967752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:51.968909 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3800d3de-3eb9-410f-b01c-6e80ac72bc42 HTTP/1.1" status: 204 len: 168 time: 0.1682034 Feb 11 13:44:52.420150 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.442000 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41192) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:54.597002 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.612802 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:54.616995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Usage tracker for resource:security_group_rule and tenant:cc71d6205225414ca955c0c56a2636f1 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:54.620092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:54.626127 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:54.715799 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.720102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.728910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13857979-76ff-4bb6-993c-81ff0992fe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:54.770829 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cc71d6205225414ca955c0c56a2636f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276308 Feb 11 13:44:54.772564 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaebf15f-9c47-453f-a7d4-2a665d217b39,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:54.773884 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41198) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:54.776121 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:54.837794 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.869522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.915882 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.921064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b085c0b1-7f62-450f-b764-fe94d8ee15b9 tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:54.934072 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaebf15f-9c47-453f-a7d4-2a665d217b39,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:54.938320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:54.943945 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:54.945154 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c9323186-0eb3-4908-8587-53dd02a63fef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eaebf15f-9c47-453f-a7d4-2a665d217b39 HTTP/1.1" status: 204 len: 168 time: 0.1701701 Feb 11 13:44:55.310973 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41206) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:55.329821 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.345126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:55.349064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Usage tracker for resource:security_group_rule and tenant:a21ba24901bd407689edd1d7d2d23ab8 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:55.352037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:55.358347 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:55.444789 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.447807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.456643 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1c63d11b-3005-4d2b-860d-1ef62cd10c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:55.500039 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a21ba24901bd407689edd1d7d2d23ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880298 Feb 11 13:44:55.501726 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90674d1-8ac5-4983-b57d-fb4bc249c6df,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:55.503001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41210) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:55.505023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:55.566803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.595329 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.638787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.643867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-329d0b7a-221b-4b86-af89-2b5172a63c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:55.661061 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90674d1-8ac5-4983-b57d-fb4bc249c6df,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:55.663613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:55.673823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:55.677523 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-66cd3b49-953b-4c25-9b3b-16cc4acd6d82 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f90674d1-8ac5-4983-b57d-fb4bc249c6df HTTP/1.1" status: 204 len: 168 time: 0.1710150 Feb 11 13:44:58.948386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41284) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:59.101527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.123902 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:59.127999 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a9a95dd9594fe0a4ff27a9218a22fe is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:59.130995 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:59.137200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:59.221723 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.224776 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.233593 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-39ebde49-7fa0-4a7c-9371-a143c73e6f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:59.277509 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f5a9a95dd9594fe0a4ff27a9218a22fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279388 Feb 11 13:44:59.279238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff153a-aae5-49dd-9ecf-28b9a5acbc9e,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:59.280408 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41290) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:59.282658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-51f744ae-913d-41c7-8e8c-70e87b9e41d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:59.344052 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.370935 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.418509 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.423423 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-ddc35cfc-ac1a-4bb0-bd5a-a89891dec077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:59.437392 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff153a-aae5-49dd-9ecf-28b9a5acbc9e,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:59.445992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.446442 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.446858 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.447267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.447667 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.448621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.449021 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.449419 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.449818 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.450229 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.450631 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.451023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.451484 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.451878 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.452422 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.452807 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.453198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.453590 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.453978 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.454418 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.454808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.455198 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.455586 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.455980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:44:59.459660 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:44:59.460448 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.465151 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-2ccec188-d1b6-4de7-8d93-8dd184838b7d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/82ff153a-aae5-49dd-9ecf-28b9a5acbc9e HTTP/1.1" status: 204 len: 168 time: 0.1836815 Feb 11 13:44:59.806892 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41300) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:59.826633 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.841646 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:44:59.845671 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Usage tracker for resource:security_group_rule and tenant:aafe78230eab45de99a881afdc96b276 is out of sync, need to count used quota {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:44:59.848700 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79969) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:44:59.854934 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79969) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:44:59.938752 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.941639 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:44:59.953768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-b94f032c-2d5b-4349-9e08-2cb6154713aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:44:59.996336 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aafe78230eab45de99a881afdc96b276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876776 Feb 11 13:44:59.997332 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0885241-3d0e-4f9a-8622-b301893ef415,revision_number=1']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:44:59.999444 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41304) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:00.000763 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7e9c07c4-7b3b-4d1c-a348-a1d013debcf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:45:00.063210 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:00.090583 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:00.134503 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:00.139376 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6ebd9a87-edbc-461f-bd54-c53763091c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:45:00.157731 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0885241-3d0e-4f9a-8622-b301893ef415,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:45:00.160817 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:45:00.171073 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:00.172484 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-05438639-2568-4039-9fcc-5d07b4392dd4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b0885241-3d0e-4f9a-8622-b301893ef415 HTTP/1.1" status: 204 len: 168 time: 0.1718507 Feb 11 13:45:08.986409 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-23ac78e1-000a-45d8-b598-36c93a0d468e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:11.899648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-792032e7-450b-4341-8baa-832fed049c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:12.041906 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:12.921791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41440) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:13.079360 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.095369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:45:13.099426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Usage tracker for resource:security_group_rule and tenant:b3be0b046d114a7884946297e5ad8377 is out of sync, need to count used quota {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:45:13.102431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:45:13.108136 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.quota.driver [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:45:13.196070 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.198768 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_create {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.208245 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-e83a890f-aad2-495b-9d88-cdaf4932dbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:45:13.251327 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b3be0b046d114a7884946297e5ad8377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281043 Feb 11 13:45:13.252976 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4fdc12-122a-4a1d-94ff-e4b18f5ebfc8,revision_number=1']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:45:13.254156 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79969) accepted ('10.222.0.93', 41446) {{(pid=79969) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:13.261599 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.262029 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.263092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.263502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.263904 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.264312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.264956 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.265707 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.265804 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.266143 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.266571 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.266969 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.267437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.267832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.268228 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.268621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.269014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.269405 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.269803 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.270195 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.270612 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.271005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.271397 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.271787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:45:13.276597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-9cabcf48-4c82-4509-be26-5751f48ecfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:45:13.323370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.351104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.395255 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.400452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-eda7e26f-c92d-4e61-a06d-48339591c91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:45:13.413613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4fdc12-122a-4a1d-94ff-e4b18f5ebfc8,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:45:13.418911 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:45:13.423864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:13.425088 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-6a568ff8-8b1d-43b1-87a3-c05296ed7d69 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7d4fdc12-122a-4a1d-94ff-e4b18f5ebfc8 HTTP/1.1" status: 204 len: 168 time: 0.1698451 Feb 11 13:45:13.460661 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:14.132561 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:15.398767 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-93730b4c-41ce-44d0-b3bb-ff9438f43a32 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810251 Feb 11 13:45:15.550166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-3f165ce7-6c1e-43ed-a5a4-668791f9860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:15.551824 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-3f165ce7-6c1e-43ed-a5a4-668791f9860f service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1202 time: 0.0819879 Feb 11 13:45:15.707862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-59ce495d-3793-4d7c-8862-aa0a3e7166b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:15.709335 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-59ce495d-3793-4d7c-8862-aa0a3e7166b8 service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1371067 Feb 11 13:45:15.820432 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-d4739431-e313-4c3b-b1f7-434bbd51204e service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1000 time: 0.1035621 Feb 11 13:45:15.892651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-3d5415f5-521a-451c-b7da-ecaa76653490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:15.894390 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-3d5415f5-521a-451c-b7da-ecaa76653490 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0672822 Feb 11 13:45:15.976312 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-e09fb70b-dcc3-4d03-b12f-efddbde1d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:15.977888 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-e09fb70b-dcc3-4d03-b12f-efddbde1d8e6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770235 Feb 11 13:45:16.120850 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-9ceb49f5-7537-44ed-a036-708693e12374 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358032 Feb 11 13:45:16.262248 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-58f541ff-f5d3-4186-ac9a-f2c918bc1f35 req-03841ea1-2731-4be0-9a23-4e42ab259e8e service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349435 Feb 11 13:45:22.439830 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:28.622476 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:45:28.738166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-347a3d8a-c81f-47c5-b872-a7bd02a7497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:28.739824 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-347a3d8a-c81f-47c5-b872-a7bd02a7497d service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1202 time: 0.0793829 Feb 11 13:45:28.875736 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf44c8d-3760-4625-8f24-52c3873c8981 req-dbe892e6-fc3c-486c-9d7e-093fc22ba645 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:28.877468 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bbf44c8d-3760-4625-8f24-52c3873c8981 req-dbe892e6-fc3c-486c-9d7e-093fc22ba645 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1729512 Feb 11 13:45:28.892331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-3cf9f85c-5a61-492b-bfe6-28f689b77c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:28.893910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-3cf9f85c-5a61-492b-bfe6-28f689b77c0a service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1473718 Feb 11 13:45:28.961874 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-bbf44c8d-3760-4625-8f24-52c3873c8981 req-a683be74-98aa-402d-b890-18997090397e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0777855 Feb 11 13:45:29.010428 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-27f8a7cb-72d3-4124-b328-23fd3cb15abf service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1000 time: 0.1090312 Feb 11 13:45:29.083808 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-87f0860a-dc22-432b-b274-927b77f16768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:29.085423 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-87f0860a-dc22-432b-b274-927b77f16768 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0676782 Feb 11 13:45:29.169207 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-81f78b48-8192-4b19-8890-fa2aaeb4d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:29.171280 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-81f78b48-8192-4b19-8890-fa2aaeb4d8eb service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779505 Feb 11 13:45:29.317810 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-e4ea9aab-4cdb-4761-96c0-7b3b049f38ee service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383550 Feb 11 13:45:29.463968 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a7704e3d-3f8b-449f-a924-e644f6a676e4 req-7d351797-3cdb-48fb-be6a-7c18c973642a service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394777 Feb 11 13:45:30.272493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d0c72-5bc8-4ef0-96ba-450825c0296d req-1649b1dc-06d6-46db-8914-07b8ccc6faaa tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:30.274170 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-955d0c72-5bc8-4ef0-96ba-450825c0296d req-1649b1dc-06d6-46db-8914-07b8ccc6faaa tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1654410 Feb 11 13:45:30.359290 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-955d0c72-5bc8-4ef0-96ba-450825c0296d req-01ca3065-9d9f-4051-9244-63cd10c423be tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0772038 Feb 11 13:45:31.659523 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff8a4-72a5-4997-9cf9-07ca218e7771 req-5da0311d-4bc5-48d5-896c-ac306f09f55f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:31.661081 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-618ff8a4-72a5-4997-9cf9-07ca218e7771 req-5da0311d-4bc5-48d5-896c-ac306f09f55f tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1709468 Feb 11 13:45:31.742520 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-618ff8a4-72a5-4997-9cf9-07ca218e7771 req-47fdb920-13e0-4d76-b9ac-5ef01206adc7 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0747252 Feb 11 13:45:33.041282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c51093-9fa5-4fe9-9f0b-581b5e255127 req-2a758180-0efd-48fb-a61d-93d70c29645e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:33.042939 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a8c51093-9fa5-4fe9-9f0b-581b5e255127 req-2a758180-0efd-48fb-a61d-93d70c29645e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1710489 Feb 11 13:45:33.129377 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a8c51093-9fa5-4fe9-9f0b-581b5e255127 req-5e00a7fd-92cb-42ea-a867-267a093c76dd tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0797045 Feb 11 13:45:34.423527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ad9c5-adaa-4684-8b00-7155bec45c61 req-b66279aa-4afc-4395-81d8-18980c9398e0 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:34.425153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-338ad9c5-adaa-4684-8b00-7155bec45c61 req-b66279aa-4afc-4395-81d8-18980c9398e0 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1671891 Feb 11 13:45:34.507606 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-338ad9c5-adaa-4684-8b00-7155bec45c61 req-ad051f21-b2b8-424b-921e-4100f7d19e3d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0759466 Feb 11 13:45:35.809092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5ff48-313d-4f68-8dc4-588e3807bb47 req-74f2e3a9-2996-4ae5-b857-c611ced40ba6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:35.810710 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fff5ff48-313d-4f68-8dc4-588e3807bb47 req-74f2e3a9-2996-4ae5-b857-c611ced40ba6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1699009 Feb 11 13:45:35.892687 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fff5ff48-313d-4f68-8dc4-588e3807bb47 req-093a81c6-aa70-4dc0-9cdf-b9b82cadf30d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0752406 Feb 11 13:45:37.190166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f68bc-20af-459f-b4b5-aa0395a9877d req-d5bfb57e-b1aa-47c3-90d2-8be3550f0480 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:37.191741 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-627f68bc-20af-459f-b4b5-aa0395a9877d req-d5bfb57e-b1aa-47c3-90d2-8be3550f0480 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1653612 Feb 11 13:45:37.280760 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-627f68bc-20af-459f-b4b5-aa0395a9877d req-8f323716-5755-417b-9667-01e6fe963938 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0825026 Feb 11 13:45:38.572850 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234996-d7d0-424d-81fb-82af9c785dbd req-6c2e894a-2210-4acc-9f41-1b3f05a04fe3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:38.574424 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-83234996-d7d0-424d-81fb-82af9c785dbd req-6c2e894a-2210-4acc-9f41-1b3f05a04fe3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1648221 Feb 11 13:45:38.658123 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-83234996-d7d0-424d-81fb-82af9c785dbd req-7f642902-8f6d-448f-94b7-769289a1cfeb tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0765989 Feb 11 13:45:38.979981 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7730-1474-41fb-a671-2f189fb55c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:39.954611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331e6ca-777d-4a93-8529-7f216ae615da req-b834b8e8-c3d8-4556-b610-f9428d34baff tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:39.956184 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7331e6ca-777d-4a93-8529-7f216ae615da req-b834b8e8-c3d8-4556-b610-f9428d34baff tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1699049 Feb 11 13:45:40.038417 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-7331e6ca-777d-4a93-8529-7f216ae615da req-418116c4-5063-41b8-9dd6-bcec79655393 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0757241 Feb 11 13:45:41.332199 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dc8d8-ec15-429c-b5d5-6f2f67436a5f req-c1a04e2d-2ac9-4eef-85e9-c91e2384979c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:41.333912 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c66dc8d8-ec15-429c-b5d5-6f2f67436a5f req-c1a04e2d-2ac9-4eef-85e9-c91e2384979c tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1654468 Feb 11 13:45:41.647526 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-c66dc8d8-ec15-429c-b5d5-6f2f67436a5f req-a9b28b1e-1380-4d62-94e9-681484c56087 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3071752 Feb 11 13:45:41.901282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-18fa7bf6-1228-4092-ac59-bb356bf55215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:42.047144 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:42.940985 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed3bb-8a4d-46ef-bf6d-ada15a9f7860 req-43e386ad-cdef-410e-bc04-507009334bed tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:42.942614 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0eed3bb-8a4d-46ef-bf6d-ada15a9f7860 req-43e386ad-cdef-410e-bc04-507009334bed tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1650689 Feb 11 13:45:43.029786 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-f0eed3bb-8a4d-46ef-bf6d-ada15a9f7860 req-470ce283-6854-4189-baa5-05d096f24beb tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0800366 Feb 11 13:45:43.452987 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:44.139652 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:44.328787 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83340b0-2551-48d7-a47e-4b5006822c65 req-d4cc7a99-05e0-400d-a528-fc75c15966e5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:44.330455 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d83340b0-2551-48d7-a47e-4b5006822c65 req-d4cc7a99-05e0-400d-a528-fc75c15966e5 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1669314 Feb 11 13:45:44.412451 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-d83340b0-2551-48d7-a47e-4b5006822c65 req-8bac93bd-1b18-49c6-be2d-65d7bdea7449 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0752740 Feb 11 13:45:45.713112 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532b075-70f8-460c-a10e-5d99bd8e80e5 req-1b0d5ef4-399b-463f-8171-54243de0dd15 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:45.714822 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b532b075-70f8-460c-a10e-5d99bd8e80e5 req-1b0d5ef4-399b-463f-8171-54243de0dd15 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1653991 Feb 11 13:45:45.800621 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-b532b075-70f8-460c-a10e-5d99bd8e80e5 req-6067039b-1424-47cb-b56e-b4e51fc426c1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0789611 Feb 11 13:45:47.082108 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:45:47.096840 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b3f99-c636-4bff-9371-d971f28e53e3 req-a3dba950-4d17-4974-8412-1e0f2e11f7b0 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:45:47.098556 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd3b3f99-c636-4bff-9371-d971f28e53e3 req-a3dba950-4d17-4974-8412-1e0f2e11f7b0 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1683209 Feb 11 13:45:47.155833 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:45:47.156257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:45:47.183505 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-fd3b3f99-c636-4bff-9371-d971f28e53e3 req-e7ada370-d2f7-43f3-8bfd-46aabf99c472 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&id=5180e8fd-484a-492e-b996-8893ee4aa589&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0783584 Feb 11 13:45:52.436544 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:05.622309 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:46:08.981922 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8f46809c-ead6-4e83-801e-e71e16ab90ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:11.902861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0ab7-cc58-4fb9-844e-03b646a006ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:12.055692 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:13.455927 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:14.144610 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:15.388028 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-aa31dead-c475-4ef4-bbae-c46908a87526 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0778115 Feb 11 13:46:15.544125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-8ef91941-51b9-44f0-9ffb-e883b4f573a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:15.545730 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-8ef91941-51b9-44f0-9ffb-e883b4f573a6 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1202 time: 0.0841155 Feb 11 13:46:15.701957 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-d259ccc3-da80-4868-af17-ebc106fbf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:15.703529 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-d259ccc3-da80-4868-af17-ebc106fbf22e service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1385691 Feb 11 13:46:15.816390 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-f4a95bfa-06bd-433b-b916-28a406fa9bf7 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1000 time: 0.1063924 Feb 11 13:46:15.886413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-d1aec8bf-fe01-4a17-9074-c29e86456724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:15.887973 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-d1aec8bf-fe01-4a17-9074-c29e86456724 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0645089 Feb 11 13:46:15.974443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-c5557ca5-13c3-4ab6-8ff8-804f7ab0f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:15.976040 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-c5557ca5-13c3-4ab6-8ff8-804f7ab0f6a4 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815296 Feb 11 13:46:16.123882 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-55c47cd6-14c4-4b72-b07b-901b251a9efa service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406062 Feb 11 13:46:16.269795 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a6ea2fff-ab37-48ac-a448-4b88a24be4ac req-1a5f724e-3a5e-4db7-a1b5-71866aa184e4 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392426 Feb 11 13:46:22.447064 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:38.984894 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6a58f501-5d61-47e8-b441-226282facb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:41.904323 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f363-d20a-449d-baf1-3cd4ce7556f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:42.053062 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:42.621436 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:46:43.172427 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-51adc83b-e35a-45cd-a83f-4ad3e3cf3b88 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-580063863&fields=id&tenant_id=6a2cdf1b728b4ca3876c80c75347cb99 HTTP/1.1" status: 200 len: 267 time: 0.2769275 Feb 11 13:46:43.343991 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-51c17f86-4dc1-4446-8a63-a1cf9bfd8c71 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:43.345726 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-51c17f86-4dc1-4446-8a63-a1cf9bfd8c71 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 984 time: 0.1667962 Feb 11 13:46:43.357851 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.v2.base [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Request body: {'port': {'security_groups': ['93602240-e6bc-420a-bb4f-d71423923877']}} {{(pid=79968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:43.457600 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:43.508339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854060854'] for port, before_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:43.830430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] For port c6b25655-4c8e-47de-ba15-b3e742db4b7a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:46:43.857006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for port, precommit_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:43.860511 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751076783560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285778479817', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751076296017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847466305'] for port, after_update {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:43.875238 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-633a77e1-5de9-455e-a9e4-eb2a70aa808d tempest-ServerRescueNegativeTestJSON-716337909 tempest-ServerRescueNegativeTestJSON-716337909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:46:44.031628 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event updated for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=6']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:46:44.044120 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.044543 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.044958 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.045369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.045774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.046180 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.046627 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.047033 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.047437 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.047839 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.048380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.048645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.049117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.049517 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.050242 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.050380 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.050801 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.051200 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.051596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.051992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.052388 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.052782 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.053176 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.053569 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:44.060128 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:46:44.153407 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.161873 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:44.162659 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.164242 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-5e776fca-44e9-411e-944e-759a39aa7fe8 req-1bb2b5f4-4253-41a9-8dc0-0c42c4f4bbae tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "PUT /v2.0/ports/c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 942 time: 0.8115001 Feb 11 13:46:44.165048 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:44.234713 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'status': 'completed', 'code': 200} Feb 11 13:46:44.280234 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46eb59d9-1260-4f2d-9a14-202fde980495 req-0adc41a9-6d5d-4d91-a3d8-e7384ad4b609 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups/5180e8fd-484a-492e-b996-8893ee4aa589 HTTP/1.1" status: 200 len: 3003 time: 0.0856943 Feb 11 13:46:44.339428 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-0774c41f-1eee-4d3a-b0bc-af9bab36d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:44.341053 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-0774c41f-1eee-4d3a-b0bc-af9bab36d8fc service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1162 time: 0.0879402 Feb 11 13:46:44.373167 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46eb59d9-1260-4f2d-9a14-202fde980495 req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.376933 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-1003e98b-ab9b-476b-a110-3ec21e933a3f None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity DHCP. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:46:44.377440 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-1003e98b-ab9b-476b-a110-3ec21e933a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.405155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46eb59d9-1260-4f2d-9a14-202fde980495 req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.457185 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46eb59d9-1260-4f2d-9a14-202fde980495 req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.463797 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-61db5cd1-33d7-4364-8991-d69d381b654e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:46:44.480344 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5180e8fd-484a-492e-b996-8893ee4aa589,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:46:44.483424 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:46:44.487780 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-ffd176cb-e2e4-490d-9d6f-0e6fa18e1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:44.489393 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-ffd176cb-e2e4-490d-9d6f-0e6fa18e1c52 service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1421318 Feb 11 13:46:44.498049 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-46eb59d9-1260-4f2d-9a14-202fde980495 req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:44.499487 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-46eb59d9-1260-4f2d-9a14-202fde980495 req-1032b95c-5272-412f-ad35-47fe22864ec3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "DELETE /v2.0/security-groups/5180e8fd-484a-492e-b996-8893ee4aa589 HTTP/1.1" status: 204 len: 173 time: 0.2126584 Feb 11 13:46:44.607613 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-dcc34b95-290d-4514-b4c8-fd85148387a1 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 1000 time: 0.1108422 Feb 11 13:46:44.678339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-09f0f97f-6972-4b25-815f-9a0ca214905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:44.679910 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-09f0f97f-6972-4b25-815f-9a0ca214905c service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0644956 Feb 11 13:46:44.756225 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-1ba813c1-3fa8-4dc8-8b21-4f1731cb3cc1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/floatingips/73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77 HTTP/1.1" status: 200 len: 997 time: 0.2158921 Feb 11 13:46:44.765370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-ab252ae8-082d-4f5e-bff9-647a8d961d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:44.767031 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-ab252ae8-082d-4f5e-bff9-647a8d961d9d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806608 Feb 11 13:46:44.912202 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-48cfc5ba-b441-4122-a174-f5d9fb1d6427 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383376 Feb 11 13:46:44.998168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-1c017603-61c9-497f-ab7a-8cc6acdac013 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:44.999764 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-1c017603-61c9-497f-ab7a-8cc6acdac013 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/networks/196a9aac-d940-49d1-af92-db0c3e23e380 HTTP/1.1" status: 200 len: 784 time: 0.2376125 Feb 11 13:46:45.011452 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-b8d2403c-0f0a-4bc8-80ef-cedcad1f387e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=79968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:46:45.012495 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-b8d2403c-0f0a-4bc8-80ef-cedcad1f387e tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061529 Feb 11 13:46:45.150637 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-e2e42166-c1ea-41f7-a30f-87d95e6ad086 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.1316459 Feb 11 13:46:45.298698 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-38c6f7fc-88bd-4a5f-b41d-f4a7b5f6d1f5 req-69ee6b6f-d89a-406b-874f-20345e68df23 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3801274 Feb 11 13:46:45.318168 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-6cea8611-cdbe-4ffd-a9b5-474f8c060db3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:45.319747 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-6cea8611-cdbe-4ffd-a9b5-474f8c060db3 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports/c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 942 time: 0.1628058 Feb 11 13:46:45.526825 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-d71d4c8f-3fd6-4463-a2a9-c48bf2b499f1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.27.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.1233947 Feb 11 13:46:45.684741 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a up at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:46:45.757494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.provisioning_blocks [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Provisioning complete for port c6b25655-4c8e-47de-ba15-b3e742db4b7a triggered by entity L2. {{(pid=79970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:46:45.757916 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853431249'] for port, provisioning_complete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:45.770693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Deleting port 14a22e07-fad2-40d5-9977-2c96ca9e2635 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:46:45.771092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:45.955960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:45.957163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:46.092831 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Calling delete_port for 14a22e07-fad2-40d5-9977-2c96ca9e2635 owned by network:floatingip {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:46:46.250057 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:46.267493 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a813fc66-bb91-49a2-9bcc-5f52b661c0c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:46:46.329601 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event deleted for resources: {'Port': ['ID=14a22e07-fad2-40d5-9977-2c96ca9e2635,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:46:46.377434 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:46:46.495384 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks [] for floatingip, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:46.495755 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.db.l3_db [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Floating IP 73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77 disassociated (deleted). External IP: 172.27.2.48, port: c6b25655-4c8e-47de-ba15-b3e742db4b7a. Feb 11 13:46:47.099572 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Router b80561e7-4c70-40cd-a23a-cdab0bd237c6 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:46:47.303932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:46:47.333256 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for floatingip, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:47.403914 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-7b95b7fd-7302-490c-a97e-b0c61a89cde6 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "DELETE /v2.0/floatingips/73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77 HTTP/1.1" status: 204 len: 173 time: 1.8706505 Feb 11 13:46:47.404739 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:47.467693 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'status': 'completed', 'code': 200} Feb 11 13:46:47.477426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] Sync routers for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:46:47.495791 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:46:47.496486 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:46:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:46:47.520658 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-f41f2870-c6a7-4853-9285-7562c47367f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.522384 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-f41f2870-c6a7-4853-9285-7562c47367f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1162 time: 0.1018460 Feb 11 13:46:47.580458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f416d53-e69b-4a1a-9946-27478772b90d req-a9bb2f58-7da2-40f9-aba8-a8fbac8a86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.582952 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-a9bb2f58-7da2-40f9-aba8-a8fbac8a86a2 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 1162 time: 0.0834882 Feb 11 13:46:47.675469 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-d6327635-dcba-4080-8883-df92051bc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.677191 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-d6327635-dcba-4080-8883-df92051bc9a1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1476834 Feb 11 13:46:47.711552 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:46:47.729832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f416d53-e69b-4a1a-9946-27478772b90d req-a9c2474f-1108-4276-8fde-a725743b76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.731472 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-a9c2474f-1108-4276-8fde-a725743b76f9 service neutron] 10.222.0.123 "GET /v2.0/networks?id=874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 200 len: 909 time: 0.1414440 Feb 11 13:46:47.754707 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-9c6f3dd8-90c5-4f04-8c87-24aabe5b979d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 217 time: 0.0696254 Feb 11 13:46:47.808197 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-9775cf73-e51b-41d3-9af7-c939af2fcc7c service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 200 len: 217 time: 0.0702116 Feb 11 13:46:47.835412 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-5061a7c6-e76f-4b01-97ad-61e0b72b7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.836953 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-5061a7c6-e76f-4b01-97ad-61e0b72b7b9d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0753946 Feb 11 13:46:47.879427 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f416d53-e69b-4a1a-9946-27478772b90d req-303cc765-33db-4943-b740-43f79deef523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.881078 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-303cc765-33db-4943-b740-43f79deef523 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 200 len: 854 time: 0.0660765 Feb 11 13:46:47.922690 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-3c0d2fc8-a084-45f2-a093-9bf964a70a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.924469 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-3c0d2fc8-a084-45f2-a093-9bf964a70a4a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801353 Feb 11 13:46:47.971118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f416d53-e69b-4a1a-9946-27478772b90d req-4d014085-e777-4e01-8870-22f89fcf63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:47.972777 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-4d014085-e777-4e01-8870-22f89fcf63f6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=874ae0ef-c899-48a6-abba-38fb003ed65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851297 Feb 11 13:46:48.056634 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:19Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:46:48.060890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] Checking router: b80561e7-4c70-40cd-a23a-cdab0bd237c6 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:46:48.073006 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:46:48.073677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:46:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:46:48.082130 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-6e564c66-7acb-4ad7-9b23-6e1c4c6782d4 service neutron] 10.222.0.93 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482463 Feb 11 13:46:48.123231 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-48858b9b-c4ea-4770-9bea-daa9f074be85 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438806 Feb 11 13:46:48.236689 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-859585db-b6ac-4208-ba38-b5d1914eae27 req-066031c6-ab40-472b-b1bf-60bd92ccdeec service neutron] 10.222.0.93 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468887 Feb 11 13:46:48.272421 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:46:48.282423 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6f416d53-e69b-4a1a-9946-27478772b90d req-4d2f1837-fe56-44e0-8cf5-f6d0d4bc0f51 service neutron] 10.222.0.123 "GET /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526637 Feb 11 13:46:48.616282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:19Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:46:48.620542 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2f677-9a87-454b-b5f7-0cb22a56a9b6 None None] The sync data for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi is: [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:43:11Z', 'revision_number': 4, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi', '_interfaces': [{'id': '1878d231-2f89-4b66-8375-884830b0a925', 'name': '', 'network_id': '874ae0ef-c899-48a6-abba-38fb003ed65c', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'mac_address': 'fa:16:3e:60:0b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:10Z', 'updated_at': '2021-02-11T13:43:19Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'subnets': [{'id': 'f68ad9a5-ee7e-427d-b17e-73e1b0d413aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:46:49.037001 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825873d-475b-4266-bdd6-0e40e7ae433d None None] New status for floating IP 73c37c93-7a3c-4a6e-abb8-6f9ac6f10a77: DOWN {{(pid=79971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:46:51.912468 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-8bc3646c-0808-4011-bf86-62ccac686df1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:51.913155 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-8bc3646c-0808-4011-bf86-62ccac686df1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:port {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:46:51.929117 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-8bc3646c-0808-4011-bf86-62ccac686df1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:port {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:46:51.930429 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-8bc3646c-0808-4011-bf86-62ccac686df1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1841600 Feb 11 13:46:51.992651 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-323f05d0-dde1-4787-a7db-e3dc625c41df tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:security_group {{(pid=79968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:46:52.006861 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-323f05d0-dde1-4787-a7db-e3dc625c41df tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:security_group {{(pid=79968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:46:52.008065 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-6149ade6-26bf-47d9-83f1-0d5e87f8694b req-323f05d0-dde1-4787-a7db-e3dc625c41df tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714183 Feb 11 13:46:52.454425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:53.306307 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda06a4-2f8b-4d6e-bf4a-6211df6b8510 req-b7273959-52d0-40ce-9225-bac3dc8e4fbe tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:53.308045 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbda06a4-2f8b-4d6e-bf4a-6211df6b8510 req-b7273959-52d0-40ce-9225-bac3dc8e4fbe tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1697776 Feb 11 13:46:53.371860 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-cbda06a4-2f8b-4d6e-bf4a-6211df6b8510 req-8f4ba6fe-be46-476b-b53d-777b9e4661b1 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574691 Feb 11 13:46:53.953494 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734853-b486-4372-a209-337f9cbcb14c req-f4a3502e-6b64-4281-b81c-baeaf68756b7 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:53.954292 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a5734853-b486-4372-a209-337f9cbcb14c req-f4a3502e-6b64-4281-b81c-baeaf68756b7 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Synchronizing usage tracker for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:port {{(pid=79969) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:46:53.967547 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.quota.resource [req-a5734853-b486-4372-a209-337f9cbcb14c req-f4a3502e-6b64-4281-b81c-baeaf68756b7 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Unset dirty status for tenant:6a2cdf1b728b4ca3876c80c75347cb99 on resource:port {{(pid=79969) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:46:53.968749 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5734853-b486-4372-a209-337f9cbcb14c req-f4a3502e-6b64-4281-b81c-baeaf68756b7 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.123 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1756611 Feb 11 13:46:54.059426 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Deleting port c6b25655-4c8e-47de-ba15-b3e742db4b7a {{(pid=79969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:46:54.059812 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:54.325382 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] For port c6b25655-4c8e-47de-ba15-b3e742db4b7a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c6b25655-4c8e-47de-ba15-b3e742db4b7a,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:46:54.336276 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:54.463924 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Calling delete_port for c6b25655-4c8e-47de-ba15-b3e742db4b7a owned by compute:nova {{(pid=79969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:46:54.616458 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7906800'] for port, after_delete {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:54.631948 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-5216b1e0-7a30-40ca-939d-56713c68ca7b tempest-AttachVolumeShelveTestJSON-734159154 tempest-AttachVolumeShelveTestJSON-734159154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:46:54.672929 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ede4a-a85f-4e91-af04-22c08ea37127 req-d17e9fa3-ee43-4c54-af2a-f7431af3a350 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:46:54.674789 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-989ede4a-a85f-4e91-af04-22c08ea37127 req-d17e9fa3-ee43-4c54-af2a-f7431af3a350 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad1bfb6-e45f-4680-9c1d-8fad27567d38 HTTP/1.1" status: 200 len: 945 time: 0.1730754 Feb 11 13:46:54.691611 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Pushing event deleted for resources: {'Port': ['ID=c6b25655-4c8e-47de-ba15-b3e742db4b7a,revision_number=None']} {{(pid=79969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:46:54.703666 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.704090 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.704502 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.704914 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.705524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.705704 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.706075 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.706510 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.707535 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.707936 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.708338 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.708823 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-iscsi {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.709301 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.709701 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.710097 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.710515 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.710910 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.711305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.711699 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.712092 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.712487 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.712875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.713267 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.713662 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=79969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:46:54.741110 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-989ede4a-a85f-4e91-af04-22c08ea37127 req-4f225c3b-80c6-446e-b8fe-3fa45039cd97 tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.93 "GET /v2.0/security-groups?id=93602240-e6bc-420a-bb4f-d71423923877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598300 Feb 11 13:46:54.764401 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:46:54.858827 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] No DVR routers for this DVR port c6b25655-4c8e-47de-ba15-b3e742db4b7a on host hv-cinder-77398 {{(pid=79969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:46:54.861037 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773468'] for port, before_response {{(pid=79969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:54.863774 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'name': 'network-vif-deleted', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a'}] {{(pid=79969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:54.879313 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [req-a5734853-b486-4372-a209-337f9cbcb14c req-41279d78-a0f0-4a6f-89bc-4c1ceb3ea37d tempest-TestMinimumBasicScenario-1823413720 tempest-TestMinimumBasicScenario-1823413720-project] 10.222.0.123 "DELETE /v2.0/ports/c6b25655-4c8e-47de-ba15-b3e742db4b7a HTTP/1.1" status: 204 len: 173 time: 0.9045026 Feb 11 13:46:54.924899 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad1bfb6-e45f-4680-9c1d-8fad27567d38', 'name': 'network-vif-deleted', 'tag': 'c6b25655-4c8e-47de-ba15-b3e742db4b7a', 'status': 'completed', 'code': 200} Feb 11 13:46:55.563718 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:46:55.605828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] No Port match for: c6b25655-4c8e-47de-ba15-b3e742db4b7a {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:46:55.606349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Device c6b25655-4c8e-47de-ba15-b3e742db4b7a not bound to the agent host hv-cinder-77398 {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:46:56.608890 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41616) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:57.187178 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853096625'] for router_interface, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:57.565331 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Deleting port 1878d231-2f89-4b66-8375-884830b0a925 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:46:57.565710 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:57.748527 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] For port 1878d231-2f89-4b66-8375-884830b0a925, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=1878d231-2f89-4b66-8375-884830b0a925,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:46:57.749126 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:57.885696 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Calling delete_port for 1878d231-2f89-4b66-8375-884830b0a925 owned by network:router_interface {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:46:58.060477 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:58.076629 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-bd29d9fa-3267-477c-990b-28c5e3c00c42 tempest-AttachVolumeTestJSON-1800840979 tempest-AttachVolumeTestJSON-1800840979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:46:58.134281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1878d231-2f89-4b66-8375-884830b0a925,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:46:58.435386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:46:58.737638 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685906'] for router_interface, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:59.254390 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Router b80561e7-4c70-40cd-a23a-cdab0bd237c6 has already been hosted by L3 agent 6a64e94a-1821-49b3-b5b5-f854704538fc {{(pid=79968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:46:59.448785 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-iscsi the message routers_updated {{(pid=79968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:46:59.458597 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] Sync routers for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:46:59.465153 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-a051b17f-16b2-4863-ae43-6a3f7b9ffd20 admin admin] 10.222.0.93 "PUT /v2.0/routers/b80561e7-4c70-40cd-a23a-cdab0bd237c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8543193 Feb 11 13:46:59.467251 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41620) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:59.469549 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:46:59.470247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:46:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:46:59.661118 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks [] for router, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:59.662351 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:46:59.848297 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:59.853620 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Deleting port 979c6a90-b575-414f-9105-852ccb536d02 {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:46:59.853992 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:46:59.971574 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:46:57Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:46:59.977137 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] Checking router: b80561e7-4c70-40cd-a23a-cdab0bd237c6 for host: dv-cinder-773985-4-iscsi {{(pid=79970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:46:59.986296 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] Routers {'b80561e7-4c70-40cd-a23a-cdab0bd237c6'} bound to L3 agent in host dv-cinder-773985-4-iscsi {{(pid=79970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:46:59.986964 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T12:56:42Z,description=,heartbeat_timestamp=2021-02-11T13:46:42Z,host='dv-cinder-773985-4-iscsi',id=6a64e94a-1821-49b3-b5b5-f854704538fc,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T12:56:42Z,topic='l3_agent')) {'router_ids': ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'], 'active': True} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:47:00.043788 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] For port 979c6a90-b575-414f-9105-852ccb536d02, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=979c6a90-b575-414f-9105-852ccb536d02,segment=NetworkSegment(01acaf1b-ad98-42c1-ae60-d4682a7fa328),segment_id=01acaf1b-ad98-42c1-ae60-d4682a7fa328)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:47:00.044193 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.176116 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvr_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] Set router b80561e7-4c70-40cd-a23a-cdab0bd237c6 gateway port host: dv-cinder-773985-4-iscsi {{(pid=79970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:47:00.180919 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Calling delete_port for 979c6a90-b575-414f-9105-852ccb536d02 owned by network:router_gateway {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:47:00.341540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.538403 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674702'] for router_gateway, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.675287 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_hamode_db [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:46:57Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}], 'dv-cinder-773985-4-iscsi', False) {} {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:47:00.680354 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317c85c-2834-43c0-a615-d1aa3dec62d1 None None] The sync data for ids ['b80561e7-4c70-40cd-a23a-cdab0bd237c6'] in dv-cinder-773985-4-iscsi is: [{'id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'name': 'tempest-TestMinimumBasicScenario-1439456128-router', 'tenant_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'external_fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '979c6a90-b575-414f-9105-852ccb536d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:43:06Z', 'updated_at': '2021-02-11T13:46:57Z', 'revision_number': 5, 'project_id': '6a2cdf1b728b4ca3876c80c75347cb99', 'gw_port': {'id': '979c6a90-b575-414f-9105-852ccb536d02', 'name': '', 'network_id': '196a9aac-d940-49d1-af92-db0c3e23e380', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80561e7-4c70-40cd-a23a-cdab0bd237c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:43:07Z', 'updated_at': '2021-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ae50eb4-0f1c-45f1-82e0-4dd01fdb924b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-iscsi'}] {{(pid=79970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:47:00.917281 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 1878d231-2f89-4b66-8375-884830b0a925 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:47:00.928019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743402'] for router, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.930522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.954413 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078630'] for router, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.954722 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 1878d231-2f89-4b66-8375-884830b0a925 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:47:00.954994 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80561e7-4c70-40cd-a23a-cdab0bd237c6 {{(pid=79968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:47:00.955146 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 1878d231-2f89-4b66-8375-884830b0a925 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:47:00.968105 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] Notify callbacks [] for router, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:00.969335 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-c014d69d-b3d3-436c-97d5-ea90908e55ca admin admin] 10.222.0.93 "DELETE /v2.0/routers/b80561e7-4c70-40cd-a23a-cdab0bd237c6 HTTP/1.1" status: 204 len: 168 time: 1.5010860 Feb 11 13:47:00.972194 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41624) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:01.039872 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Deleting subnet f68ad9a5-ee7e-427d-b17e-73e1b0d413aa {{(pid=79968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:47:01.043730 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.096637 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8100228'] for subnet, precommit_delete_associations {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.186089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357724'] for subnet, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.455676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853418092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7308898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847647641'] for subnet, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.471939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-82644374-eb4b-40a7-ac4f-867e06040fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:47:01.521095 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68ad9a5-ee7e-427d-b17e-73e1b0d413aa,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:47:01.573069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:47:01.609908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for subnet, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.616014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242346e9-99e4-4270-a35e-bdea3d468e91 None None] Network 874ae0ef-c899-48a6-abba-38fb003ed65c requested from dv-cinder-773985-4-iscsi {{(pid=79970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:47:01.616266 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-f94c1ab5-b6af-4b17-a512-4ec5d0b25ef1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f68ad9a5-ee7e-427d-b17e-73e1b0d413aa HTTP/1.1" status: 204 len: 168 time: 0.6423905 Feb 11 13:47:01.619145 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41628) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:01.736349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733615'] for network, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.807142 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Deleting port e5b476c1-ff6d-4a4c-9842-ef126afec6ee {{(pid=79968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:47:01.807522 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:01.877305 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] DHCP port deletion for 874ae0ef-c899-48a6-abba-38fb003ed65c request from dv-cinder-773985-4-iscsi {{(pid=79970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:47:01.882685 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Deleting port e5b476c1-ff6d-4a4c-9842-ef126afec6ee {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:47:01.883257 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.033645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] For port e5b476c1-ff6d-4a4c-9842-ef126afec6ee, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:47:02.034320 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.102316 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.db [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] For port e5b476c1-ff6d-4a4c-9842-ef126afec6ee, host dv-cinder-773985-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-iscsi',level=0,port_id=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,segment=NetworkSegment(1468adb1-1452-4f62-841c-29f5435cb8a7),segment_id=1468adb1-1452-4f62-841c-29f5435cb8a7)] {{(pid=79970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:47:02.102672 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853123174'] for port, precommit_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.169575 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Calling delete_port for e5b476c1-ff6d-4a4c-9842-ef126afec6ee owned by network:dhcp {{(pid=79968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:47:02.236676 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Calling delete_port for e5b476c1-ff6d-4a4c-9842-ef126afec6ee owned by network:dhcp {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:47:02.247218 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751076783543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751076295983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7309494'] for port, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.266744 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-46a7a7a3-5f0b-4e97-85b1-1f36340938d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:47:02.317497 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.db.api [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:47:02.317908 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_db.api [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:47:02.326706 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b476c1-ff6d-4a4c-9842-ef126afec6ee,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:47:02.329443 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:47:02.417773 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] No DVR routers for this DVR port e5b476c1-ff6d-4a4c-9842-ef126afec6ee on host dv-cinder-773985-4-iscsi {{(pid=79968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:47:02.542771 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358443', 'neutron.services.segments.db._delete_segments_for_network--9223363285777944692'] for network, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.658069 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874ae0ef-c899-48a6-abba-38fb003ed65c']}} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:47:02.671532 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1468adb1-1452-4f62-841c-29f5435cb8a7') {'for_net_delete': True} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:47:02.671864 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.services.segments.db [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1468adb1-1452-4f62-841c-29f5435cb8a7') {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:47:02.683822 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285777943668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846675572'] for segment, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.698370 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853417663'] for segment, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.700346 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:47:02.819588 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Deleting port e5b476c1-ff6d-4a4c-9842-ef126afec6ee {{(pid=79970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:47:02.820023 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285778038559'] for port, before_delete {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.880290 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Network 874ae0ef-c899-48a6-abba-38fb003ed65c has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:47:02.889648 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1358153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847466303'] for segment, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:02.893430 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-53397c1d-ff4b-40e5-946a-59e8c34a3c97 None None] The port 'e5b476c1-ff6d-4a4c-9842-ef126afec6ee' was deleted {{(pid=79970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:47:02.954339 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device e5b476c1-ff6d-4a4c-9842-ef126afec6ee no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:47:02.992431 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: e5b476c1-ff6d-4a4c-9842-ef126afec6ee {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:47:02.992810 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device e5b476c1-ff6d-4a4c-9842-ef126afec6ee not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:47:02.993282 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 979c6a90-b575-414f-9105-852ccb536d02 no longer exists at agent ovs-agent-dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:47:03.029537 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.plugin [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] No Port match for: 979c6a90-b575-414f-9105-852ccb536d02 {{(pid=79970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:47:03.030066 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.rpc [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Device 979c6a90-b575-414f-9105-852ccb536d02 not bound to the agent host dv-cinder-773985-4-iscsi {{(pid=79970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:47:03.081081 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.plugins.ml2.managers [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Network 874ae0ef-c899-48a6-abba-38fb003ed65c has no segments {{(pid=79968) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: Traceback (most recent call last): Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: timer() Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: cb(*args, **kw) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: return func(*args, **kwargs) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: self._notify() Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: self.callback(batched_events) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: event.method(event) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: segment_id)['aggregates'][0] Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: return f(self, *a, **k) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: return self._get(url).json() Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: **kwargs) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: **endpoint_filter) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:03.104374 dv-cinder-773985-4-iscsi neutron-server[79855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:03.185595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853417373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686825'] for network, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:03.189074 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-89433fbd-1659-45ed-8039-a338401fe924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:47:03.202968 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612268'] for network, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:03.214102 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=874ae0ef-c899-48a6-abba-38fb003ed65c,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:47:03.217578 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:47:03.228512 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-edfb5bde-0a32-4492-a2e6-9316e88b6b6e admin admin] 10.222.0.93 "DELETE /v2.0/networks/874ae0ef-c899-48a6-abba-38fb003ed65c HTTP/1.1" status: 204 len: 168 time: 1.6082637 Feb 11 13:47:03.446111 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41634) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:03.499260 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-db656d14-d7dd-488a-8860-1ef2bcbb30cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6a2cdf1b728b4ca3876c80c75347cb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517478 Feb 11 13:47:03.501828 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.wsgi [-] (79968) accepted ('10.222.0.93', 41638) {{(pid=79968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:03.567014 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:03.594525 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:03.643369 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1715957'] for security_group, after_delete {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:03.649005 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-2344affc-9d18-4c81-aa84-c746ca2a3a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:47:03.667170 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93602240-e6bc-420a-bb4f-d71423923877,revision_number=None']} {{(pid=79968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:47:03.670078 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG oslo_concurrency.lockutils [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:47:03.679010 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:03.680227 dv-cinder-773985-4-iscsi neutron-server[79855]: INFO neutron.wsgi [None req-13fe73db-d2ab-4d26-896c-426a93d9507b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/93602240-e6bc-420a-bb4f-d71423923877 HTTP/1.1" status: 204 len: 168 time: 0.1773911 Feb 11 13:47:08.988163 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-eec5c278-2c89-4055-8f60-85670d05cc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:11.906268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-599a4281-adef-4e52-bd03-6f173075c510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:12.054580 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:13.462570 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:14.155596 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:19.621247 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:47:22.473641 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:38.990984 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-9b99488d-18c1-4c92-ae65-89b4190aef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:41.907013 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e9b11e4a-c8a7-4e36-8115-7e083c3d2c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:42.057875 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:43.464673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:44.170938 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:52.471595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:47:56.622007 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:48:08.995041 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f28f-ffcd-41ef-aaaf-bdc5209e69be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:11.907867 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-3e721982-3042-49e0-b264-8b0121d55d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:12.060977 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:13.469881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:14.172986 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:22.487921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:33.622059 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:48:38.996891 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-cd983c28-f86f-4b7e-9d13-197675d0141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:41.908533 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-47106405-5bad-4438-b864-ef0817188cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:42.064411 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:43.473125 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:44.176540 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:48:52.495766 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:08.998734 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d0326648-b057-4f6e-bab6-24fa47f00f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:10.622053 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:49:11.909952 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-8b80edd7-8e2a-4c83-848e-9e358bc9650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:12.066595 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:13.485834 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:14.185568 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:22.498164 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:39.002083 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-23da67be-c014-47e0-bd60-de9479a9f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:41.911342 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-249a792a-61ff-4069-ae16-0f4fed7c4c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:42.069089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:43.477862 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:44.188921 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:49:47.622349 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:49:52.543019 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:09.006089 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c213-e806-4ac1-96ee-15132e067d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:11.913881 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-94695391-58be-4669-94c5-55d407176c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:12.072177 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:13.480462 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:14.192677 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:22.540920 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:24.621816 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:50:39.008425 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-46596d2f-e33d-4699-8d1d-20c6e0a093be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:41.915693 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-e7070c61-40df-4f93-af09-5439973a0506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:42.076524 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:43.483757 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:44.200386 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:50:52.544507 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:01.621573 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:51:09.010645 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-d72b113e-555a-4e50-b9d2-31a74da2b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:11.917613 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-6e7abf13-125b-4d00-b894-3fee1f75a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:12.079017 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:13.490621 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:14.207212 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:22.544268 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:38.621835 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:51:39.015805 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-118fa92c-064a-48fb-9864-e94c70a2b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:41.919832 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-2288d927-4474-4a7d-a9ce-201e1037351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:42.083686 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:43.485153 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:44.219148 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:51:52.562166 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:09.018932 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-96ec38c5-2efa-45b3-9b79-54cdb6330fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:11.921104 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf9a-3515-48a4-9016-825eb69f1b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:12.084939 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:13.488786 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:14.222738 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:15.621352 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:52:22.580673 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:39.021304 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-ced70eea-02d1-4c2f-b8a6-536d164e3faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:41.925663 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-85506c20-017e-4c88-934d-e1185c202f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:42.088960 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-5764f104-2b80-4243-8619-1035b1a3f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:43.490863 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-38a17efd-f98a-47e9-84b9-e059687f1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:44.231490 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-4d8772c6-5892-4b14-b8a2-7cbbf614aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:52.599980 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron_lib.callbacks.manager [None req-7a31f4a0-05ec-45f2-b687-5fc304040255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285777944709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1344634'] for agent, after_update {{(pid=79970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:52:52.621335 dv-cinder-773985-4-iscsi neutron-server[79855]: DEBUG neutron.db.agents_db [None req-2b9c7057-a4b0-4622-8886-8dcbaa244029 None None] Agent healthcheck: found 6 active agents {{(pid=79971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}